{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "91680050-2e7b-4234-843e-2bc0ed9ddc3e",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import glob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 153,
   "id": "1434b976-420f-42a4-9bc2-b73553e01591",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((1600, 410), (389, 409))"
      ]
     },
     "execution_count": 153,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_path = glob.glob('./健康成人脑龄预测挑战赛公开数据/Train/*.csv')\n",
    "train_path.sort()\n",
    "train_set = pd.concat([\n",
    "    pd.read_csv(x).sort_values(by='subject_ID').drop('subject_ID', axis=1)\n",
    "    for x in train_path\n",
    "], axis=1)\n",
    "train_set = train_set.drop('注：性别（1=Female, 2=Male)', axis=1)\n",
    "\n",
    "test_path = glob.glob('./健康成人脑龄预测挑战赛公开数据/Test/*.csv')\n",
    "test_path.sort()\n",
    "test_set = pd.concat([\n",
    "    pd.read_csv(x, encoding='latin-1').sort_values(by='subject_ID').drop('subject_ID', axis=1)\n",
    "    for x in test_path\n",
    "], axis=1)\n",
    "test_set = test_set.rename({'MRIÉ¨ÃèÒÇÀàÐÍ': 'MRI扫描仪类型'}, axis=1)\n",
    "test_set = test_set.rename({'ÐÔ±ð': '性别'}, axis=1)\n",
    "test_set = test_set.rename({'×¢£ºÐÔ±ð£¨1=Female, 2=Male)': '注：性别（1=Female, 2=Male)'}, axis=1)\n",
    "test_set = test_set.drop('注：性别（1=Female, 2=Male)', axis=1)\n",
    "test_set = test_set.iloc[:389]\n",
    "\n",
    "train_set = train_set.reset_index(drop=True)\n",
    "test_set = test_set.reset_index(drop=True)\n",
    "\n",
    "train_set.shape, test_set.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 154,
   "id": "cd633c37-2ca9-46de-9710-3d204b130fc3",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>subject_ID</th>\n",
       "      <th>MRI扫描仪类型</th>\n",
       "      <th>性别</th>\n",
       "      <th>年龄</th>\n",
       "      <th>注：性别（1=Female, 2=Male)</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>CNBD_00002</td>\n",
       "      <td>GE</td>\n",
       "      <td>2</td>\n",
       "      <td>25</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>CNBD_00003</td>\n",
       "      <td>GE</td>\n",
       "      <td>1</td>\n",
       "      <td>26</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>CNBD_00007</td>\n",
       "      <td>SIEMENS</td>\n",
       "      <td>2</td>\n",
       "      <td>27</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>CNBD_00008</td>\n",
       "      <td>SIEMENS</td>\n",
       "      <td>2</td>\n",
       "      <td>32</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>CNBD_00009</td>\n",
       "      <td>SIEMENS</td>\n",
       "      <td>2</td>\n",
       "      <td>32</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   subject_ID MRI扫描仪类型  性别  年龄  注：性别（1=Female, 2=Male)\n",
       "0  CNBD_00002       GE   2  25                     NaN\n",
       "1  CNBD_00003       GE   1  26                     NaN\n",
       "2  CNBD_00007  SIEMENS   2  27                     NaN\n",
       "3  CNBD_00008  SIEMENS   2  32                     NaN\n",
       "4  CNBD_00009  SIEMENS   2  32                     NaN"
      ]
     },
     "execution_count": 154,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.read_csv('./健康成人脑龄预测挑战赛公开数据/Train/subject_info - 1600.csv').head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "id": "e6757a08-01d4-41ea-a9a5-ed543cd18113",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "submit = pd.read_csv('提交示例.csv')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 155,
   "id": "f3dddc82-4ea0-413e-90a6-57e7771e5a6f",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Left-Cerebellum-White-Matter</th>\n",
       "      <th>Left-Cerebellum-Cortex</th>\n",
       "      <th>Left-Thalamus</th>\n",
       "      <th>Left-Caudate</th>\n",
       "      <th>Left-Putamen</th>\n",
       "      <th>Left-Pallidum</th>\n",
       "      <th>Brain-Stem</th>\n",
       "      <th>Left-Hippocampus</th>\n",
       "      <th>Left-Amygdala</th>\n",
       "      <th>Left-Accumbens-area</th>\n",
       "      <th>...</th>\n",
       "      <th>wm-rh-superiorfrontal</th>\n",
       "      <th>wm-rh-superiorparietal</th>\n",
       "      <th>wm-rh-superiortemporal</th>\n",
       "      <th>wm-rh-supramarginal</th>\n",
       "      <th>wm-rh-frontalpole</th>\n",
       "      <th>wm-rh-temporalpole</th>\n",
       "      <th>wm-rh-transversetemporal</th>\n",
       "      <th>wm-rh-insula</th>\n",
       "      <th>Left-UnsegmentedWhiteMatter</th>\n",
       "      <th>Right-UnsegmentedWhiteMatter</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Left-Cerebellum-White-Matter</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.378677</td>\n",
       "      <td>0.457433</td>\n",
       "      <td>0.149552</td>\n",
       "      <td>0.103914</td>\n",
       "      <td>0.399500</td>\n",
       "      <td>0.438675</td>\n",
       "      <td>0.361754</td>\n",
       "      <td>0.299071</td>\n",
       "      <td>-0.068085</td>\n",
       "      <td>...</td>\n",
       "      <td>0.275032</td>\n",
       "      <td>0.296434</td>\n",
       "      <td>0.310295</td>\n",
       "      <td>0.240172</td>\n",
       "      <td>0.227825</td>\n",
       "      <td>0.117091</td>\n",
       "      <td>0.019199</td>\n",
       "      <td>0.058093</td>\n",
       "      <td>0.282931</td>\n",
       "      <td>0.289592</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Left-Cerebellum-Cortex</th>\n",
       "      <td>0.378677</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.430878</td>\n",
       "      <td>0.336666</td>\n",
       "      <td>0.362759</td>\n",
       "      <td>0.406794</td>\n",
       "      <td>0.686377</td>\n",
       "      <td>0.416519</td>\n",
       "      <td>0.350246</td>\n",
       "      <td>0.181498</td>\n",
       "      <td>...</td>\n",
       "      <td>0.292680</td>\n",
       "      <td>0.317289</td>\n",
       "      <td>0.335298</td>\n",
       "      <td>0.278121</td>\n",
       "      <td>0.143805</td>\n",
       "      <td>0.063327</td>\n",
       "      <td>-0.047831</td>\n",
       "      <td>-0.057911</td>\n",
       "      <td>0.113572</td>\n",
       "      <td>0.167182</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Left-Thalamus</th>\n",
       "      <td>0.457433</td>\n",
       "      <td>0.430878</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.327967</td>\n",
       "      <td>0.325875</td>\n",
       "      <td>0.535907</td>\n",
       "      <td>0.496566</td>\n",
       "      <td>0.616459</td>\n",
       "      <td>0.488400</td>\n",
       "      <td>0.239467</td>\n",
       "      <td>...</td>\n",
       "      <td>0.432908</td>\n",
       "      <td>0.355724</td>\n",
       "      <td>0.416404</td>\n",
       "      <td>0.317875</td>\n",
       "      <td>0.244961</td>\n",
       "      <td>0.149244</td>\n",
       "      <td>0.004778</td>\n",
       "      <td>0.056766</td>\n",
       "      <td>0.334639</td>\n",
       "      <td>0.368616</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Left-Caudate</th>\n",
       "      <td>0.149552</td>\n",
       "      <td>0.336666</td>\n",
       "      <td>0.327967</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.585147</td>\n",
       "      <td>0.432192</td>\n",
       "      <td>0.373843</td>\n",
       "      <td>0.311065</td>\n",
       "      <td>0.239914</td>\n",
       "      <td>0.202209</td>\n",
       "      <td>...</td>\n",
       "      <td>0.340885</td>\n",
       "      <td>0.290348</td>\n",
       "      <td>0.326190</td>\n",
       "      <td>0.271395</td>\n",
       "      <td>0.092871</td>\n",
       "      <td>0.037698</td>\n",
       "      <td>-0.076941</td>\n",
       "      <td>-0.051758</td>\n",
       "      <td>0.123712</td>\n",
       "      <td>0.164032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Left-Putamen</th>\n",
       "      <td>0.103914</td>\n",
       "      <td>0.362759</td>\n",
       "      <td>0.325875</td>\n",
       "      <td>0.585147</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.513188</td>\n",
       "      <td>0.375872</td>\n",
       "      <td>0.324406</td>\n",
       "      <td>0.348544</td>\n",
       "      <td>0.337787</td>\n",
       "      <td>...</td>\n",
       "      <td>0.345129</td>\n",
       "      <td>0.319689</td>\n",
       "      <td>0.326597</td>\n",
       "      <td>0.256712</td>\n",
       "      <td>0.114335</td>\n",
       "      <td>0.067698</td>\n",
       "      <td>-0.052365</td>\n",
       "      <td>-0.028891</td>\n",
       "      <td>0.159162</td>\n",
       "      <td>0.201776</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wm-rh-temporalpole</th>\n",
       "      <td>0.117091</td>\n",
       "      <td>0.063327</td>\n",
       "      <td>0.149244</td>\n",
       "      <td>0.037698</td>\n",
       "      <td>0.067698</td>\n",
       "      <td>0.132729</td>\n",
       "      <td>0.118083</td>\n",
       "      <td>0.140736</td>\n",
       "      <td>0.168694</td>\n",
       "      <td>0.028487</td>\n",
       "      <td>...</td>\n",
       "      <td>0.073291</td>\n",
       "      <td>0.111848</td>\n",
       "      <td>0.068734</td>\n",
       "      <td>0.004839</td>\n",
       "      <td>0.165618</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.884574</td>\n",
       "      <td>0.596202</td>\n",
       "      <td>0.192600</td>\n",
       "      <td>0.212964</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wm-rh-transversetemporal</th>\n",
       "      <td>0.019199</td>\n",
       "      <td>-0.047831</td>\n",
       "      <td>0.004778</td>\n",
       "      <td>-0.076941</td>\n",
       "      <td>-0.052365</td>\n",
       "      <td>-0.023556</td>\n",
       "      <td>-0.043391</td>\n",
       "      <td>-0.038065</td>\n",
       "      <td>-0.016349</td>\n",
       "      <td>-0.037687</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.142082</td>\n",
       "      <td>-0.074019</td>\n",
       "      <td>-0.149023</td>\n",
       "      <td>-0.164422</td>\n",
       "      <td>0.016811</td>\n",
       "      <td>0.884574</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.689865</td>\n",
       "      <td>0.064045</td>\n",
       "      <td>0.039294</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>wm-rh-insula</th>\n",
       "      <td>0.058093</td>\n",
       "      <td>-0.057911</td>\n",
       "      <td>0.056766</td>\n",
       "      <td>-0.051758</td>\n",
       "      <td>-0.028891</td>\n",
       "      <td>0.014695</td>\n",
       "      <td>-0.001540</td>\n",
       "      <td>0.027236</td>\n",
       "      <td>0.040880</td>\n",
       "      <td>-0.030037</td>\n",
       "      <td>...</td>\n",
       "      <td>-0.004503</td>\n",
       "      <td>-0.035574</td>\n",
       "      <td>0.083113</td>\n",
       "      <td>-0.152628</td>\n",
       "      <td>0.149148</td>\n",
       "      <td>0.596202</td>\n",
       "      <td>0.689865</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.413231</td>\n",
       "      <td>0.129671</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Left-UnsegmentedWhiteMatter</th>\n",
       "      <td>0.282931</td>\n",
       "      <td>0.113572</td>\n",
       "      <td>0.334639</td>\n",
       "      <td>0.123712</td>\n",
       "      <td>0.159162</td>\n",
       "      <td>0.316553</td>\n",
       "      <td>0.294262</td>\n",
       "      <td>0.269819</td>\n",
       "      <td>0.207477</td>\n",
       "      <td>0.056382</td>\n",
       "      <td>...</td>\n",
       "      <td>0.465004</td>\n",
       "      <td>0.421049</td>\n",
       "      <td>0.478957</td>\n",
       "      <td>0.291255</td>\n",
       "      <td>0.480735</td>\n",
       "      <td>0.192600</td>\n",
       "      <td>0.064045</td>\n",
       "      <td>0.413231</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.907823</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Right-UnsegmentedWhiteMatter</th>\n",
       "      <td>0.289592</td>\n",
       "      <td>0.167182</td>\n",
       "      <td>0.368616</td>\n",
       "      <td>0.164032</td>\n",
       "      <td>0.201776</td>\n",
       "      <td>0.350616</td>\n",
       "      <td>0.349525</td>\n",
       "      <td>0.297105</td>\n",
       "      <td>0.224342</td>\n",
       "      <td>0.086352</td>\n",
       "      <td>...</td>\n",
       "      <td>0.503156</td>\n",
       "      <td>0.503008</td>\n",
       "      <td>0.481234</td>\n",
       "      <td>0.392516</td>\n",
       "      <td>0.477662</td>\n",
       "      <td>0.212964</td>\n",
       "      <td>0.039294</td>\n",
       "      <td>0.129671</td>\n",
       "      <td>0.907823</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>409 rows × 409 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                              Left-Cerebellum-White-Matter  \\\n",
       "Left-Cerebellum-White-Matter                      1.000000   \n",
       "Left-Cerebellum-Cortex                            0.378677   \n",
       "Left-Thalamus                                     0.457433   \n",
       "Left-Caudate                                      0.149552   \n",
       "Left-Putamen                                      0.103914   \n",
       "...                                                    ...   \n",
       "wm-rh-temporalpole                                0.117091   \n",
       "wm-rh-transversetemporal                          0.019199   \n",
       "wm-rh-insula                                      0.058093   \n",
       "Left-UnsegmentedWhiteMatter                       0.282931   \n",
       "Right-UnsegmentedWhiteMatter                      0.289592   \n",
       "\n",
       "                              Left-Cerebellum-Cortex  Left-Thalamus  \\\n",
       "Left-Cerebellum-White-Matter                0.378677       0.457433   \n",
       "Left-Cerebellum-Cortex                      1.000000       0.430878   \n",
       "Left-Thalamus                               0.430878       1.000000   \n",
       "Left-Caudate                                0.336666       0.327967   \n",
       "Left-Putamen                                0.362759       0.325875   \n",
       "...                                              ...            ...   \n",
       "wm-rh-temporalpole                          0.063327       0.149244   \n",
       "wm-rh-transversetemporal                   -0.047831       0.004778   \n",
       "wm-rh-insula                               -0.057911       0.056766   \n",
       "Left-UnsegmentedWhiteMatter                 0.113572       0.334639   \n",
       "Right-UnsegmentedWhiteMatter                0.167182       0.368616   \n",
       "\n",
       "                              Left-Caudate  Left-Putamen  Left-Pallidum  \\\n",
       "Left-Cerebellum-White-Matter      0.149552      0.103914       0.399500   \n",
       "Left-Cerebellum-Cortex            0.336666      0.362759       0.406794   \n",
       "Left-Thalamus                     0.327967      0.325875       0.535907   \n",
       "Left-Caudate                      1.000000      0.585147       0.432192   \n",
       "Left-Putamen                      0.585147      1.000000       0.513188   \n",
       "...                                    ...           ...            ...   \n",
       "wm-rh-temporalpole                0.037698      0.067698       0.132729   \n",
       "wm-rh-transversetemporal         -0.076941     -0.052365      -0.023556   \n",
       "wm-rh-insula                     -0.051758     -0.028891       0.014695   \n",
       "Left-UnsegmentedWhiteMatter       0.123712      0.159162       0.316553   \n",
       "Right-UnsegmentedWhiteMatter      0.164032      0.201776       0.350616   \n",
       "\n",
       "                              Brain-Stem  Left-Hippocampus  Left-Amygdala  \\\n",
       "Left-Cerebellum-White-Matter    0.438675          0.361754       0.299071   \n",
       "Left-Cerebellum-Cortex          0.686377          0.416519       0.350246   \n",
       "Left-Thalamus                   0.496566          0.616459       0.488400   \n",
       "Left-Caudate                    0.373843          0.311065       0.239914   \n",
       "Left-Putamen                    0.375872          0.324406       0.348544   \n",
       "...                                  ...               ...            ...   \n",
       "wm-rh-temporalpole              0.118083          0.140736       0.168694   \n",
       "wm-rh-transversetemporal       -0.043391         -0.038065      -0.016349   \n",
       "wm-rh-insula                   -0.001540          0.027236       0.040880   \n",
       "Left-UnsegmentedWhiteMatter     0.294262          0.269819       0.207477   \n",
       "Right-UnsegmentedWhiteMatter    0.349525          0.297105       0.224342   \n",
       "\n",
       "                              Left-Accumbens-area  ...  wm-rh-superiorfrontal  \\\n",
       "Left-Cerebellum-White-Matter            -0.068085  ...               0.275032   \n",
       "Left-Cerebellum-Cortex                   0.181498  ...               0.292680   \n",
       "Left-Thalamus                            0.239467  ...               0.432908   \n",
       "Left-Caudate                             0.202209  ...               0.340885   \n",
       "Left-Putamen                             0.337787  ...               0.345129   \n",
       "...                                           ...  ...                    ...   \n",
       "wm-rh-temporalpole                       0.028487  ...               0.073291   \n",
       "wm-rh-transversetemporal                -0.037687  ...              -0.142082   \n",
       "wm-rh-insula                            -0.030037  ...              -0.004503   \n",
       "Left-UnsegmentedWhiteMatter              0.056382  ...               0.465004   \n",
       "Right-UnsegmentedWhiteMatter             0.086352  ...               0.503156   \n",
       "\n",
       "                              wm-rh-superiorparietal  wm-rh-superiortemporal  \\\n",
       "Left-Cerebellum-White-Matter                0.296434                0.310295   \n",
       "Left-Cerebellum-Cortex                      0.317289                0.335298   \n",
       "Left-Thalamus                               0.355724                0.416404   \n",
       "Left-Caudate                                0.290348                0.326190   \n",
       "Left-Putamen                                0.319689                0.326597   \n",
       "...                                              ...                     ...   \n",
       "wm-rh-temporalpole                          0.111848                0.068734   \n",
       "wm-rh-transversetemporal                   -0.074019               -0.149023   \n",
       "wm-rh-insula                               -0.035574                0.083113   \n",
       "Left-UnsegmentedWhiteMatter                 0.421049                0.478957   \n",
       "Right-UnsegmentedWhiteMatter                0.503008                0.481234   \n",
       "\n",
       "                              wm-rh-supramarginal  wm-rh-frontalpole  \\\n",
       "Left-Cerebellum-White-Matter             0.240172           0.227825   \n",
       "Left-Cerebellum-Cortex                   0.278121           0.143805   \n",
       "Left-Thalamus                            0.317875           0.244961   \n",
       "Left-Caudate                             0.271395           0.092871   \n",
       "Left-Putamen                             0.256712           0.114335   \n",
       "...                                           ...                ...   \n",
       "wm-rh-temporalpole                       0.004839           0.165618   \n",
       "wm-rh-transversetemporal                -0.164422           0.016811   \n",
       "wm-rh-insula                            -0.152628           0.149148   \n",
       "Left-UnsegmentedWhiteMatter              0.291255           0.480735   \n",
       "Right-UnsegmentedWhiteMatter             0.392516           0.477662   \n",
       "\n",
       "                              wm-rh-temporalpole  wm-rh-transversetemporal  \\\n",
       "Left-Cerebellum-White-Matter            0.117091                  0.019199   \n",
       "Left-Cerebellum-Cortex                  0.063327                 -0.047831   \n",
       "Left-Thalamus                           0.149244                  0.004778   \n",
       "Left-Caudate                            0.037698                 -0.076941   \n",
       "Left-Putamen                            0.067698                 -0.052365   \n",
       "...                                          ...                       ...   \n",
       "wm-rh-temporalpole                      1.000000                  0.884574   \n",
       "wm-rh-transversetemporal                0.884574                  1.000000   \n",
       "wm-rh-insula                            0.596202                  0.689865   \n",
       "Left-UnsegmentedWhiteMatter             0.192600                  0.064045   \n",
       "Right-UnsegmentedWhiteMatter            0.212964                  0.039294   \n",
       "\n",
       "                              wm-rh-insula  Left-UnsegmentedWhiteMatter  \\\n",
       "Left-Cerebellum-White-Matter      0.058093                     0.282931   \n",
       "Left-Cerebellum-Cortex           -0.057911                     0.113572   \n",
       "Left-Thalamus                     0.056766                     0.334639   \n",
       "Left-Caudate                     -0.051758                     0.123712   \n",
       "Left-Putamen                     -0.028891                     0.159162   \n",
       "...                                    ...                          ...   \n",
       "wm-rh-temporalpole                0.596202                     0.192600   \n",
       "wm-rh-transversetemporal          0.689865                     0.064045   \n",
       "wm-rh-insula                      1.000000                     0.413231   \n",
       "Left-UnsegmentedWhiteMatter       0.413231                     1.000000   \n",
       "Right-UnsegmentedWhiteMatter      0.129671                     0.907823   \n",
       "\n",
       "                              Right-UnsegmentedWhiteMatter  \n",
       "Left-Cerebellum-White-Matter                      0.289592  \n",
       "Left-Cerebellum-Cortex                            0.167182  \n",
       "Left-Thalamus                                     0.368616  \n",
       "Left-Caudate                                      0.164032  \n",
       "Left-Putamen                                      0.201776  \n",
       "...                                                    ...  \n",
       "wm-rh-temporalpole                                0.212964  \n",
       "wm-rh-transversetemporal                          0.039294  \n",
       "wm-rh-insula                                      0.129671  \n",
       "Left-UnsegmentedWhiteMatter                       0.907823  \n",
       "Right-UnsegmentedWhiteMatter                      1.000000  \n",
       "\n",
       "[409 rows x 409 columns]"
      ]
     },
     "execution_count": 155,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_set.corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 156,
   "id": "231bbdc8-65d8-4514-a4ba-36f643b0ba74",
   "metadata": {
    "tags": []
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((1600, 410), (389, 409))"
      ]
     },
     "execution_count": 156,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "train_set.shape, test_set.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 157,
   "id": "b1d52826-9708-4813-9261-01ed4db2706b",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "train_set['MRI扫描仪类型'] = train_set['MRI扫描仪类型'].map({'GE': 1, 'SIEMENS': 0})\n",
    "test_set['MRI扫描仪类型'] = test_set['MRI扫描仪类型'].map({'GE': 1, 'SIEMENS': 0})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 165,
   "id": "b3f834bc-64e6-459d-adef-6c9c800e62d0",
   "metadata": {
    "tags": []
   },
   "outputs": [],
   "source": [
    "from sklearn.tree import DecisionTreeRegressor\n",
    "m = DecisionTreeRegressor()\n",
    "m.fit(\n",
    "    train_set.drop('年龄', axis=1),\n",
    "    train_set['年龄']\n",
    ")\n",
    "\n",
    "submit['年龄'] = m.predict(test_set)\n",
    "submit.to_csv('dt.csv', index=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 169,
   "id": "40d25990-5987-41b7-9dcb-d8f57e25872f",
   "metadata": {
    "scrolled": true,
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[LightGBM] [Warning] Auto-choosing col-wise multi-threading, the overhead of testing was 0.007260 seconds.\n",
      "You can set `force_col_wise=true` to remove the overhead.\n",
      "[LightGBM] [Info] Total Bins 91770\n",
      "[LightGBM] [Info] Number of data points in the train set: 1600, number of used features: 409\n",
      "[LightGBM] [Info] Start training from score 43.359375\n",
      "Learning rate set to 0.044099\n",
      "0:\tlearn: 13.4818751\ttotal: 73.1ms\tremaining: 1m 12s\n",
      "1:\tlearn: 13.3774536\ttotal: 86.8ms\tremaining: 43.3s\n",
      "2:\tlearn: 13.2949890\ttotal: 100ms\tremaining: 33.4s\n",
      "3:\tlearn: 13.2049775\ttotal: 115ms\tremaining: 28.6s\n",
      "4:\tlearn: 13.1243518\ttotal: 128ms\tremaining: 25.5s\n",
      "5:\tlearn: 13.0529386\ttotal: 142ms\tremaining: 23.4s\n",
      "6:\tlearn: 12.9800796\ttotal: 155ms\tremaining: 22s\n",
      "7:\tlearn: 12.8935615\ttotal: 169ms\tremaining: 21s\n",
      "8:\tlearn: 12.7991756\ttotal: 183ms\tremaining: 20.1s\n",
      "9:\tlearn: 12.7106440\ttotal: 196ms\tremaining: 19.4s\n",
      "10:\tlearn: 12.6414328\ttotal: 210ms\tremaining: 18.9s\n",
      "11:\tlearn: 12.5808129\ttotal: 224ms\tremaining: 18.4s\n",
      "12:\tlearn: 12.5211218\ttotal: 238ms\tremaining: 18.1s\n",
      "13:\tlearn: 12.4643680\ttotal: 251ms\tremaining: 17.7s\n",
      "14:\tlearn: 12.4023344\ttotal: 266ms\tremaining: 17.5s\n",
      "15:\tlearn: 12.3424132\ttotal: 281ms\tremaining: 17.3s\n",
      "16:\tlearn: 12.2807403\ttotal: 294ms\tremaining: 17s\n",
      "17:\tlearn: 12.2135635\ttotal: 308ms\tremaining: 16.8s\n",
      "18:\tlearn: 12.1557954\ttotal: 321ms\tremaining: 16.6s\n",
      "19:\tlearn: 12.1048151\ttotal: 335ms\tremaining: 16.4s\n",
      "20:\tlearn: 12.0630263\ttotal: 348ms\tremaining: 16.2s\n",
      "21:\tlearn: 12.0140339\ttotal: 361ms\tremaining: 16.1s\n",
      "22:\tlearn: 11.9638996\ttotal: 375ms\tremaining: 15.9s\n",
      "23:\tlearn: 11.9237902\ttotal: 389ms\tremaining: 15.8s\n",
      "24:\tlearn: 11.8778726\ttotal: 402ms\tremaining: 15.7s\n",
      "25:\tlearn: 11.8403179\ttotal: 417ms\tremaining: 15.6s\n",
      "26:\tlearn: 11.7965744\ttotal: 430ms\tremaining: 15.5s\n",
      "27:\tlearn: 11.7542412\ttotal: 444ms\tremaining: 15.4s\n",
      "28:\tlearn: 11.7080781\ttotal: 457ms\tremaining: 15.3s\n",
      "29:\tlearn: 11.6668885\ttotal: 471ms\tremaining: 15.2s\n",
      "30:\tlearn: 11.6251584\ttotal: 484ms\tremaining: 15.1s\n",
      "31:\tlearn: 11.5682458\ttotal: 498ms\tremaining: 15.1s\n",
      "32:\tlearn: 11.5269286\ttotal: 511ms\tremaining: 15s\n",
      "33:\tlearn: 11.4860480\ttotal: 525ms\tremaining: 14.9s\n",
      "34:\tlearn: 11.4450481\ttotal: 539ms\tremaining: 14.8s\n",
      "35:\tlearn: 11.4063124\ttotal: 552ms\tremaining: 14.8s\n",
      "36:\tlearn: 11.3782250\ttotal: 566ms\tremaining: 14.7s\n",
      "37:\tlearn: 11.3479287\ttotal: 580ms\tremaining: 14.7s\n",
      "38:\tlearn: 11.3077228\ttotal: 594ms\tremaining: 14.6s\n",
      "39:\tlearn: 11.2741627\ttotal: 607ms\tremaining: 14.6s\n",
      "40:\tlearn: 11.2449239\ttotal: 620ms\tremaining: 14.5s\n",
      "41:\tlearn: 11.2079430\ttotal: 634ms\tremaining: 14.5s\n",
      "42:\tlearn: 11.1749071\ttotal: 648ms\tremaining: 14.4s\n",
      "43:\tlearn: 11.1424877\ttotal: 661ms\tremaining: 14.4s\n",
      "44:\tlearn: 11.1071987\ttotal: 675ms\tremaining: 14.3s\n",
      "45:\tlearn: 11.0785347\ttotal: 688ms\tremaining: 14.3s\n",
      "46:\tlearn: 11.0542441\ttotal: 701ms\tremaining: 14.2s\n",
      "47:\tlearn: 11.0260666\ttotal: 715ms\tremaining: 14.2s\n",
      "48:\tlearn: 10.9945142\ttotal: 728ms\tremaining: 14.1s\n",
      "49:\tlearn: 10.9675307\ttotal: 742ms\tremaining: 14.1s\n",
      "50:\tlearn: 10.9360558\ttotal: 755ms\tremaining: 14.1s\n",
      "51:\tlearn: 10.9138405\ttotal: 768ms\tremaining: 14s\n",
      "52:\tlearn: 10.8873876\ttotal: 782ms\tremaining: 14s\n",
      "53:\tlearn: 10.8524867\ttotal: 795ms\tremaining: 13.9s\n",
      "54:\tlearn: 10.8050793\ttotal: 810ms\tremaining: 13.9s\n",
      "55:\tlearn: 10.7667383\ttotal: 824ms\tremaining: 13.9s\n",
      "56:\tlearn: 10.7395241\ttotal: 837ms\tremaining: 13.8s\n",
      "57:\tlearn: 10.7109851\ttotal: 850ms\tremaining: 13.8s\n",
      "58:\tlearn: 10.6757392\ttotal: 864ms\tremaining: 13.8s\n",
      "59:\tlearn: 10.6423528\ttotal: 877ms\tremaining: 13.7s\n",
      "60:\tlearn: 10.6175363\ttotal: 891ms\tremaining: 13.7s\n",
      "61:\tlearn: 10.5828896\ttotal: 904ms\tremaining: 13.7s\n",
      "62:\tlearn: 10.5550168\ttotal: 917ms\tremaining: 13.6s\n",
      "63:\tlearn: 10.5241882\ttotal: 931ms\tremaining: 13.6s\n",
      "64:\tlearn: 10.4896112\ttotal: 945ms\tremaining: 13.6s\n",
      "65:\tlearn: 10.4624987\ttotal: 958ms\tremaining: 13.6s\n",
      "66:\tlearn: 10.4335038\ttotal: 973ms\tremaining: 13.5s\n",
      "67:\tlearn: 10.4054540\ttotal: 989ms\tremaining: 13.5s\n",
      "68:\tlearn: 10.3842797\ttotal: 1s\tremaining: 13.5s\n",
      "69:\tlearn: 10.3633928\ttotal: 1.02s\tremaining: 13.5s\n",
      "70:\tlearn: 10.3456809\ttotal: 1.03s\tremaining: 13.5s\n",
      "71:\tlearn: 10.3239862\ttotal: 1.04s\tremaining: 13.5s\n",
      "72:\tlearn: 10.2976329\ttotal: 1.06s\tremaining: 13.4s\n",
      "73:\tlearn: 10.2757110\ttotal: 1.07s\tremaining: 13.4s\n",
      "74:\tlearn: 10.2547633\ttotal: 1.09s\tremaining: 13.4s\n",
      "75:\tlearn: 10.2347310\ttotal: 1.1s\tremaining: 13.4s\n",
      "76:\tlearn: 10.2074002\ttotal: 1.11s\tremaining: 13.3s\n",
      "77:\tlearn: 10.1889649\ttotal: 1.13s\tremaining: 13.3s\n",
      "78:\tlearn: 10.1555262\ttotal: 1.14s\tremaining: 13.3s\n",
      "79:\tlearn: 10.1304869\ttotal: 1.15s\tremaining: 13.3s\n",
      "80:\tlearn: 10.1041105\ttotal: 1.17s\tremaining: 13.2s\n",
      "81:\tlearn: 10.0777438\ttotal: 1.18s\tremaining: 13.2s\n",
      "82:\tlearn: 10.0495827\ttotal: 1.19s\tremaining: 13.2s\n",
      "83:\tlearn: 10.0215680\ttotal: 1.21s\tremaining: 13.2s\n",
      "84:\tlearn: 10.0009200\ttotal: 1.22s\tremaining: 13.1s\n",
      "85:\tlearn: 9.9675286\ttotal: 1.23s\tremaining: 13.1s\n",
      "86:\tlearn: 9.9413819\ttotal: 1.25s\tremaining: 13.1s\n",
      "87:\tlearn: 9.9237382\ttotal: 1.26s\tremaining: 13.1s\n",
      "88:\tlearn: 9.9078953\ttotal: 1.27s\tremaining: 13.1s\n",
      "89:\tlearn: 9.8797349\ttotal: 1.29s\tremaining: 13s\n",
      "90:\tlearn: 9.8611130\ttotal: 1.3s\tremaining: 13s\n",
      "91:\tlearn: 9.8385886\ttotal: 1.32s\tremaining: 13s\n",
      "92:\tlearn: 9.8094624\ttotal: 1.33s\tremaining: 13s\n",
      "93:\tlearn: 9.7909302\ttotal: 1.34s\tremaining: 12.9s\n",
      "94:\tlearn: 9.7685523\ttotal: 1.36s\tremaining: 12.9s\n",
      "95:\tlearn: 9.7525149\ttotal: 1.37s\tremaining: 12.9s\n",
      "96:\tlearn: 9.7362924\ttotal: 1.38s\tremaining: 12.9s\n",
      "97:\tlearn: 9.7167651\ttotal: 1.4s\tremaining: 12.9s\n",
      "98:\tlearn: 9.7033478\ttotal: 1.41s\tremaining: 12.8s\n",
      "99:\tlearn: 9.6763438\ttotal: 1.43s\tremaining: 12.8s\n",
      "100:\tlearn: 9.6537303\ttotal: 1.44s\tremaining: 12.8s\n",
      "101:\tlearn: 9.6259795\ttotal: 1.45s\tremaining: 12.8s\n",
      "102:\tlearn: 9.6056831\ttotal: 1.47s\tremaining: 12.8s\n",
      "103:\tlearn: 9.5882316\ttotal: 1.48s\tremaining: 12.7s\n",
      "104:\tlearn: 9.5669282\ttotal: 1.49s\tremaining: 12.7s\n",
      "105:\tlearn: 9.5403628\ttotal: 1.51s\tremaining: 12.7s\n",
      "106:\tlearn: 9.5240954\ttotal: 1.52s\tremaining: 12.7s\n",
      "107:\tlearn: 9.5056046\ttotal: 1.53s\tremaining: 12.7s\n",
      "108:\tlearn: 9.4906424\ttotal: 1.55s\tremaining: 12.7s\n",
      "109:\tlearn: 9.4671742\ttotal: 1.56s\tremaining: 12.6s\n",
      "110:\tlearn: 9.4558992\ttotal: 1.58s\tremaining: 12.6s\n",
      "111:\tlearn: 9.4343433\ttotal: 1.59s\tremaining: 12.6s\n",
      "112:\tlearn: 9.4120282\ttotal: 1.6s\tremaining: 12.6s\n",
      "113:\tlearn: 9.4005627\ttotal: 1.62s\tremaining: 12.6s\n",
      "114:\tlearn: 9.3776020\ttotal: 1.63s\tremaining: 12.6s\n",
      "115:\tlearn: 9.3544901\ttotal: 1.65s\tremaining: 12.5s\n",
      "116:\tlearn: 9.3364470\ttotal: 1.66s\tremaining: 12.5s\n",
      "117:\tlearn: 9.3178814\ttotal: 1.67s\tremaining: 12.5s\n",
      "118:\tlearn: 9.2920066\ttotal: 1.69s\tremaining: 12.5s\n",
      "119:\tlearn: 9.2678563\ttotal: 1.7s\tremaining: 12.5s\n",
      "120:\tlearn: 9.2482191\ttotal: 1.71s\tremaining: 12.5s\n",
      "121:\tlearn: 9.2286728\ttotal: 1.73s\tremaining: 12.4s\n",
      "122:\tlearn: 9.2085604\ttotal: 1.74s\tremaining: 12.4s\n",
      "123:\tlearn: 9.1917489\ttotal: 1.76s\tremaining: 12.4s\n",
      "124:\tlearn: 9.1708613\ttotal: 1.77s\tremaining: 12.4s\n",
      "125:\tlearn: 9.1467508\ttotal: 1.78s\tremaining: 12.4s\n",
      "126:\tlearn: 9.1197810\ttotal: 1.8s\tremaining: 12.4s\n",
      "127:\tlearn: 9.1039961\ttotal: 1.81s\tremaining: 12.3s\n",
      "128:\tlearn: 9.0797076\ttotal: 1.82s\tremaining: 12.3s\n",
      "129:\tlearn: 9.0529788\ttotal: 1.84s\tremaining: 12.3s\n",
      "130:\tlearn: 9.0287106\ttotal: 1.85s\tremaining: 12.3s\n",
      "131:\tlearn: 9.0073649\ttotal: 1.87s\tremaining: 12.3s\n",
      "132:\tlearn: 8.9966523\ttotal: 1.88s\tremaining: 12.3s\n",
      "133:\tlearn: 8.9830469\ttotal: 1.9s\tremaining: 12.2s\n",
      "134:\tlearn: 8.9698023\ttotal: 1.91s\tremaining: 12.2s\n",
      "135:\tlearn: 8.9577697\ttotal: 1.92s\tremaining: 12.2s\n",
      "136:\tlearn: 8.9461361\ttotal: 1.94s\tremaining: 12.2s\n",
      "137:\tlearn: 8.9296144\ttotal: 1.95s\tremaining: 12.2s\n",
      "138:\tlearn: 8.9129307\ttotal: 1.96s\tremaining: 12.2s\n",
      "139:\tlearn: 8.8918478\ttotal: 1.98s\tremaining: 12.1s\n",
      "140:\tlearn: 8.8713800\ttotal: 1.99s\tremaining: 12.1s\n",
      "141:\tlearn: 8.8502627\ttotal: 2.01s\tremaining: 12.1s\n",
      "142:\tlearn: 8.8371654\ttotal: 2.02s\tremaining: 12.1s\n",
      "143:\tlearn: 8.8180601\ttotal: 2.03s\tremaining: 12.1s\n",
      "144:\tlearn: 8.8038955\ttotal: 2.05s\tremaining: 12.1s\n",
      "145:\tlearn: 8.7880148\ttotal: 2.06s\tremaining: 12.1s\n",
      "146:\tlearn: 8.7720553\ttotal: 2.08s\tremaining: 12s\n",
      "147:\tlearn: 8.7501288\ttotal: 2.09s\tremaining: 12s\n",
      "148:\tlearn: 8.7318066\ttotal: 2.1s\tremaining: 12s\n",
      "149:\tlearn: 8.7136784\ttotal: 2.12s\tremaining: 12s\n",
      "150:\tlearn: 8.6912054\ttotal: 2.13s\tremaining: 12s\n",
      "151:\tlearn: 8.6764852\ttotal: 2.14s\tremaining: 12s\n",
      "152:\tlearn: 8.6618694\ttotal: 2.16s\tremaining: 11.9s\n",
      "153:\tlearn: 8.6380572\ttotal: 2.17s\tremaining: 11.9s\n",
      "154:\tlearn: 8.6144535\ttotal: 2.18s\tremaining: 11.9s\n",
      "155:\tlearn: 8.5894099\ttotal: 2.2s\tremaining: 11.9s\n",
      "156:\tlearn: 8.5727324\ttotal: 2.21s\tremaining: 11.9s\n",
      "157:\tlearn: 8.5570165\ttotal: 2.22s\tremaining: 11.9s\n",
      "158:\tlearn: 8.5454199\ttotal: 2.24s\tremaining: 11.9s\n",
      "159:\tlearn: 8.5294309\ttotal: 2.25s\tremaining: 11.8s\n",
      "160:\tlearn: 8.5040399\ttotal: 2.27s\tremaining: 11.8s\n",
      "161:\tlearn: 8.4913238\ttotal: 2.28s\tremaining: 11.8s\n",
      "162:\tlearn: 8.4729771\ttotal: 2.3s\tremaining: 11.8s\n",
      "163:\tlearn: 8.4580665\ttotal: 2.31s\tremaining: 11.8s\n",
      "164:\tlearn: 8.4466438\ttotal: 2.32s\tremaining: 11.8s\n",
      "165:\tlearn: 8.4363048\ttotal: 2.34s\tremaining: 11.7s\n",
      "166:\tlearn: 8.4159577\ttotal: 2.35s\tremaining: 11.7s\n",
      "167:\tlearn: 8.4015301\ttotal: 2.36s\tremaining: 11.7s\n",
      "168:\tlearn: 8.3870937\ttotal: 2.38s\tremaining: 11.7s\n",
      "169:\tlearn: 8.3690463\ttotal: 2.39s\tremaining: 11.7s\n",
      "170:\tlearn: 8.3535972\ttotal: 2.4s\tremaining: 11.7s\n",
      "171:\tlearn: 8.3336352\ttotal: 2.42s\tremaining: 11.6s\n",
      "172:\tlearn: 8.3159389\ttotal: 2.43s\tremaining: 11.6s\n",
      "173:\tlearn: 8.2966583\ttotal: 2.44s\tremaining: 11.6s\n",
      "174:\tlearn: 8.2795897\ttotal: 2.46s\tremaining: 11.6s\n",
      "175:\tlearn: 8.2572404\ttotal: 2.47s\tremaining: 11.6s\n",
      "176:\tlearn: 8.2365726\ttotal: 2.48s\tremaining: 11.6s\n",
      "177:\tlearn: 8.2176294\ttotal: 2.5s\tremaining: 11.5s\n",
      "178:\tlearn: 8.1952651\ttotal: 2.51s\tremaining: 11.5s\n",
      "179:\tlearn: 8.1738020\ttotal: 2.52s\tremaining: 11.5s\n",
      "180:\tlearn: 8.1643529\ttotal: 2.54s\tremaining: 11.5s\n",
      "181:\tlearn: 8.1463332\ttotal: 2.55s\tremaining: 11.5s\n",
      "182:\tlearn: 8.1276451\ttotal: 2.56s\tremaining: 11.5s\n",
      "183:\tlearn: 8.1116431\ttotal: 2.58s\tremaining: 11.4s\n",
      "184:\tlearn: 8.0965126\ttotal: 2.59s\tremaining: 11.4s\n",
      "185:\tlearn: 8.0733550\ttotal: 2.61s\tremaining: 11.4s\n",
      "186:\tlearn: 8.0598282\ttotal: 2.62s\tremaining: 11.4s\n",
      "187:\tlearn: 8.0432150\ttotal: 2.63s\tremaining: 11.4s\n",
      "188:\tlearn: 8.0216908\ttotal: 2.65s\tremaining: 11.4s\n",
      "189:\tlearn: 8.0049325\ttotal: 2.66s\tremaining: 11.3s\n",
      "190:\tlearn: 7.9792830\ttotal: 2.67s\tremaining: 11.3s\n",
      "191:\tlearn: 7.9625866\ttotal: 2.69s\tremaining: 11.3s\n",
      "192:\tlearn: 7.9503457\ttotal: 2.7s\tremaining: 11.3s\n",
      "193:\tlearn: 7.9299130\ttotal: 2.71s\tremaining: 11.3s\n",
      "194:\tlearn: 7.9117040\ttotal: 2.73s\tremaining: 11.3s\n",
      "195:\tlearn: 7.8914320\ttotal: 2.74s\tremaining: 11.2s\n",
      "196:\tlearn: 7.8748578\ttotal: 2.75s\tremaining: 11.2s\n",
      "197:\tlearn: 7.8609770\ttotal: 2.77s\tremaining: 11.2s\n",
      "198:\tlearn: 7.8435452\ttotal: 2.78s\tremaining: 11.2s\n",
      "199:\tlearn: 7.8216362\ttotal: 2.79s\tremaining: 11.2s\n",
      "200:\tlearn: 7.8015749\ttotal: 2.81s\tremaining: 11.2s\n",
      "201:\tlearn: 7.7774035\ttotal: 2.82s\tremaining: 11.1s\n",
      "202:\tlearn: 7.7628189\ttotal: 2.83s\tremaining: 11.1s\n",
      "203:\tlearn: 7.7421808\ttotal: 2.85s\tremaining: 11.1s\n",
      "204:\tlearn: 7.7211533\ttotal: 2.86s\tremaining: 11.1s\n",
      "205:\tlearn: 7.7055357\ttotal: 2.88s\tremaining: 11.1s\n",
      "206:\tlearn: 7.6851066\ttotal: 2.89s\tremaining: 11.1s\n",
      "207:\tlearn: 7.6667783\ttotal: 2.9s\tremaining: 11.1s\n",
      "208:\tlearn: 7.6486833\ttotal: 2.92s\tremaining: 11s\n",
      "209:\tlearn: 7.6338549\ttotal: 2.93s\tremaining: 11s\n",
      "210:\tlearn: 7.6217629\ttotal: 2.94s\tremaining: 11s\n",
      "211:\tlearn: 7.6049898\ttotal: 2.96s\tremaining: 11s\n",
      "212:\tlearn: 7.5890261\ttotal: 2.97s\tremaining: 11s\n",
      "213:\tlearn: 7.5682819\ttotal: 2.98s\tremaining: 11s\n",
      "214:\tlearn: 7.5516539\ttotal: 3s\tremaining: 11s\n",
      "215:\tlearn: 7.5265046\ttotal: 3.01s\tremaining: 10.9s\n",
      "216:\tlearn: 7.5088919\ttotal: 3.03s\tremaining: 10.9s\n",
      "217:\tlearn: 7.4897528\ttotal: 3.04s\tremaining: 10.9s\n",
      "218:\tlearn: 7.4710579\ttotal: 3.06s\tremaining: 10.9s\n",
      "219:\tlearn: 7.4511888\ttotal: 3.07s\tremaining: 10.9s\n",
      "220:\tlearn: 7.4312808\ttotal: 3.08s\tremaining: 10.9s\n",
      "221:\tlearn: 7.4096855\ttotal: 3.1s\tremaining: 10.9s\n",
      "222:\tlearn: 7.3877033\ttotal: 3.11s\tremaining: 10.8s\n",
      "223:\tlearn: 7.3708368\ttotal: 3.13s\tremaining: 10.8s\n",
      "224:\tlearn: 7.3498679\ttotal: 3.14s\tremaining: 10.8s\n",
      "225:\tlearn: 7.3380639\ttotal: 3.15s\tremaining: 10.8s\n",
      "226:\tlearn: 7.3195030\ttotal: 3.17s\tremaining: 10.8s\n",
      "227:\tlearn: 7.3131251\ttotal: 3.18s\tremaining: 10.8s\n",
      "228:\tlearn: 7.2979375\ttotal: 3.19s\tremaining: 10.8s\n",
      "229:\tlearn: 7.2782842\ttotal: 3.21s\tremaining: 10.7s\n",
      "230:\tlearn: 7.2613206\ttotal: 3.22s\tremaining: 10.7s\n",
      "231:\tlearn: 7.2456719\ttotal: 3.23s\tremaining: 10.7s\n",
      "232:\tlearn: 7.2237907\ttotal: 3.25s\tremaining: 10.7s\n",
      "233:\tlearn: 7.1984467\ttotal: 3.26s\tremaining: 10.7s\n",
      "234:\tlearn: 7.1862785\ttotal: 3.28s\tremaining: 10.7s\n",
      "235:\tlearn: 7.1758309\ttotal: 3.29s\tremaining: 10.7s\n",
      "236:\tlearn: 7.1589186\ttotal: 3.31s\tremaining: 10.6s\n",
      "237:\tlearn: 7.1440603\ttotal: 3.32s\tremaining: 10.6s\n",
      "238:\tlearn: 7.1252736\ttotal: 3.33s\tremaining: 10.6s\n",
      "239:\tlearn: 7.1020153\ttotal: 3.35s\tremaining: 10.6s\n",
      "240:\tlearn: 7.0804808\ttotal: 3.36s\tremaining: 10.6s\n",
      "241:\tlearn: 7.0643541\ttotal: 3.37s\tremaining: 10.6s\n",
      "242:\tlearn: 7.0466359\ttotal: 3.39s\tremaining: 10.6s\n",
      "243:\tlearn: 7.0320882\ttotal: 3.4s\tremaining: 10.5s\n",
      "244:\tlearn: 7.0131667\ttotal: 3.41s\tremaining: 10.5s\n",
      "245:\tlearn: 6.9976882\ttotal: 3.43s\tremaining: 10.5s\n",
      "246:\tlearn: 6.9838518\ttotal: 3.44s\tremaining: 10.5s\n",
      "247:\tlearn: 6.9693591\ttotal: 3.45s\tremaining: 10.5s\n",
      "248:\tlearn: 6.9527176\ttotal: 3.47s\tremaining: 10.5s\n",
      "249:\tlearn: 6.9436076\ttotal: 3.48s\tremaining: 10.4s\n",
      "250:\tlearn: 6.9269235\ttotal: 3.49s\tremaining: 10.4s\n",
      "251:\tlearn: 6.9148266\ttotal: 3.51s\tremaining: 10.4s\n",
      "252:\tlearn: 6.8946738\ttotal: 3.52s\tremaining: 10.4s\n",
      "253:\tlearn: 6.8775757\ttotal: 3.53s\tremaining: 10.4s\n",
      "254:\tlearn: 6.8631137\ttotal: 3.55s\tremaining: 10.4s\n",
      "255:\tlearn: 6.8440931\ttotal: 3.56s\tremaining: 10.4s\n",
      "256:\tlearn: 6.8300639\ttotal: 3.58s\tremaining: 10.3s\n",
      "257:\tlearn: 6.8142562\ttotal: 3.59s\tremaining: 10.3s\n",
      "258:\tlearn: 6.7884374\ttotal: 3.6s\tremaining: 10.3s\n",
      "259:\tlearn: 6.7688293\ttotal: 3.62s\tremaining: 10.3s\n",
      "260:\tlearn: 6.7587726\ttotal: 3.63s\tremaining: 10.3s\n",
      "261:\tlearn: 6.7433623\ttotal: 3.64s\tremaining: 10.3s\n",
      "262:\tlearn: 6.7290109\ttotal: 3.65s\tremaining: 10.2s\n",
      "263:\tlearn: 6.7107120\ttotal: 3.67s\tremaining: 10.2s\n",
      "264:\tlearn: 6.6943473\ttotal: 3.68s\tremaining: 10.2s\n",
      "265:\tlearn: 6.6753409\ttotal: 3.7s\tremaining: 10.2s\n",
      "266:\tlearn: 6.6618190\ttotal: 3.71s\tremaining: 10.2s\n",
      "267:\tlearn: 6.6504751\ttotal: 3.72s\tremaining: 10.2s\n",
      "268:\tlearn: 6.6377614\ttotal: 3.74s\tremaining: 10.2s\n",
      "269:\tlearn: 6.6235910\ttotal: 3.75s\tremaining: 10.1s\n",
      "270:\tlearn: 6.6068689\ttotal: 3.76s\tremaining: 10.1s\n",
      "271:\tlearn: 6.5890255\ttotal: 3.78s\tremaining: 10.1s\n",
      "272:\tlearn: 6.5753769\ttotal: 3.79s\tremaining: 10.1s\n",
      "273:\tlearn: 6.5612462\ttotal: 3.81s\tremaining: 10.1s\n",
      "274:\tlearn: 6.5551979\ttotal: 3.82s\tremaining: 10.1s\n",
      "275:\tlearn: 6.5459132\ttotal: 3.83s\tremaining: 10.1s\n",
      "276:\tlearn: 6.5428655\ttotal: 3.85s\tremaining: 10s\n",
      "277:\tlearn: 6.5281135\ttotal: 3.86s\tremaining: 10s\n",
      "278:\tlearn: 6.5093386\ttotal: 3.87s\tremaining: 10s\n",
      "279:\tlearn: 6.4946090\ttotal: 3.89s\tremaining: 9.99s\n",
      "280:\tlearn: 6.4783475\ttotal: 3.9s\tremaining: 9.98s\n",
      "281:\tlearn: 6.4628521\ttotal: 3.91s\tremaining: 9.96s\n",
      "282:\tlearn: 6.4503526\ttotal: 3.93s\tremaining: 9.95s\n",
      "283:\tlearn: 6.4456882\ttotal: 3.94s\tremaining: 9.94s\n",
      "284:\tlearn: 6.4259228\ttotal: 3.95s\tremaining: 9.92s\n",
      "285:\tlearn: 6.4154319\ttotal: 3.97s\tremaining: 9.91s\n",
      "286:\tlearn: 6.4051099\ttotal: 3.98s\tremaining: 9.89s\n",
      "287:\tlearn: 6.3878872\ttotal: 4s\tremaining: 9.88s\n",
      "288:\tlearn: 6.3714444\ttotal: 4.01s\tremaining: 9.87s\n",
      "289:\tlearn: 6.3510475\ttotal: 4.02s\tremaining: 9.85s\n",
      "290:\tlearn: 6.3371721\ttotal: 4.04s\tremaining: 9.84s\n",
      "291:\tlearn: 6.3258418\ttotal: 4.05s\tremaining: 9.83s\n",
      "292:\tlearn: 6.3111362\ttotal: 4.07s\tremaining: 9.82s\n",
      "293:\tlearn: 6.3083062\ttotal: 4.08s\tremaining: 9.81s\n",
      "294:\tlearn: 6.2952820\ttotal: 4.1s\tremaining: 9.79s\n",
      "295:\tlearn: 6.2769469\ttotal: 4.11s\tremaining: 9.78s\n",
      "296:\tlearn: 6.2607315\ttotal: 4.13s\tremaining: 9.77s\n",
      "297:\tlearn: 6.2479923\ttotal: 4.14s\tremaining: 9.75s\n",
      "298:\tlearn: 6.2345184\ttotal: 4.15s\tremaining: 9.74s\n",
      "299:\tlearn: 6.2198695\ttotal: 4.17s\tremaining: 9.72s\n",
      "300:\tlearn: 6.2012974\ttotal: 4.18s\tremaining: 9.71s\n",
      "301:\tlearn: 6.1833992\ttotal: 4.19s\tremaining: 9.69s\n",
      "302:\tlearn: 6.1749324\ttotal: 4.21s\tremaining: 9.68s\n",
      "303:\tlearn: 6.1627196\ttotal: 4.22s\tremaining: 9.66s\n",
      "304:\tlearn: 6.1466884\ttotal: 4.24s\tremaining: 9.65s\n",
      "305:\tlearn: 6.1298157\ttotal: 4.25s\tremaining: 9.64s\n",
      "306:\tlearn: 6.1140281\ttotal: 4.26s\tremaining: 9.62s\n",
      "307:\tlearn: 6.0993306\ttotal: 4.28s\tremaining: 9.61s\n",
      "308:\tlearn: 6.0938972\ttotal: 4.29s\tremaining: 9.59s\n",
      "309:\tlearn: 6.0765730\ttotal: 4.3s\tremaining: 9.58s\n",
      "310:\tlearn: 6.0605593\ttotal: 4.32s\tremaining: 9.56s\n",
      "311:\tlearn: 6.0425414\ttotal: 4.33s\tremaining: 9.55s\n",
      "312:\tlearn: 6.0363328\ttotal: 4.34s\tremaining: 9.53s\n",
      "313:\tlearn: 6.0237582\ttotal: 4.36s\tremaining: 9.52s\n",
      "314:\tlearn: 6.0030086\ttotal: 4.37s\tremaining: 9.51s\n",
      "315:\tlearn: 5.9905610\ttotal: 4.39s\tremaining: 9.49s\n",
      "316:\tlearn: 5.9724186\ttotal: 4.4s\tremaining: 9.48s\n",
      "317:\tlearn: 5.9564278\ttotal: 4.41s\tremaining: 9.47s\n",
      "318:\tlearn: 5.9486898\ttotal: 4.43s\tremaining: 9.45s\n",
      "319:\tlearn: 5.9355731\ttotal: 4.44s\tremaining: 9.44s\n",
      "320:\tlearn: 5.9192210\ttotal: 4.45s\tremaining: 9.42s\n",
      "321:\tlearn: 5.9037325\ttotal: 4.47s\tremaining: 9.41s\n",
      "322:\tlearn: 5.8838261\ttotal: 4.48s\tremaining: 9.4s\n",
      "323:\tlearn: 5.8600504\ttotal: 4.5s\tremaining: 9.38s\n",
      "324:\tlearn: 5.8476118\ttotal: 4.51s\tremaining: 9.37s\n",
      "325:\tlearn: 5.8400548\ttotal: 4.53s\tremaining: 9.36s\n",
      "326:\tlearn: 5.8282458\ttotal: 4.54s\tremaining: 9.34s\n",
      "327:\tlearn: 5.8116491\ttotal: 4.55s\tremaining: 9.33s\n",
      "328:\tlearn: 5.7980883\ttotal: 4.57s\tremaining: 9.31s\n",
      "329:\tlearn: 5.7789691\ttotal: 4.58s\tremaining: 9.3s\n",
      "330:\tlearn: 5.7762877\ttotal: 4.59s\tremaining: 9.28s\n",
      "331:\tlearn: 5.7632628\ttotal: 4.61s\tremaining: 9.27s\n",
      "332:\tlearn: 5.7493506\ttotal: 4.62s\tremaining: 9.25s\n",
      "333:\tlearn: 5.7341982\ttotal: 4.63s\tremaining: 9.24s\n",
      "334:\tlearn: 5.7197674\ttotal: 4.65s\tremaining: 9.22s\n",
      "335:\tlearn: 5.7094078\ttotal: 4.66s\tremaining: 9.21s\n",
      "336:\tlearn: 5.6983089\ttotal: 4.67s\tremaining: 9.2s\n",
      "337:\tlearn: 5.6786671\ttotal: 4.69s\tremaining: 9.18s\n",
      "338:\tlearn: 5.6649041\ttotal: 4.7s\tremaining: 9.17s\n",
      "339:\tlearn: 5.6514801\ttotal: 4.71s\tremaining: 9.15s\n",
      "340:\tlearn: 5.6403434\ttotal: 4.73s\tremaining: 9.14s\n",
      "341:\tlearn: 5.6296219\ttotal: 4.74s\tremaining: 9.12s\n",
      "342:\tlearn: 5.6151040\ttotal: 4.75s\tremaining: 9.11s\n",
      "343:\tlearn: 5.6018193\ttotal: 4.77s\tremaining: 9.1s\n",
      "344:\tlearn: 5.5938363\ttotal: 4.78s\tremaining: 9.08s\n",
      "345:\tlearn: 5.5777940\ttotal: 4.8s\tremaining: 9.06s\n",
      "346:\tlearn: 5.5756470\ttotal: 4.81s\tremaining: 9.05s\n",
      "347:\tlearn: 5.5585045\ttotal: 4.82s\tremaining: 9.04s\n",
      "348:\tlearn: 5.5449146\ttotal: 4.84s\tremaining: 9.02s\n",
      "349:\tlearn: 5.5329197\ttotal: 4.85s\tremaining: 9.01s\n",
      "350:\tlearn: 5.5209423\ttotal: 4.86s\tremaining: 8.99s\n",
      "351:\tlearn: 5.5095018\ttotal: 4.88s\tremaining: 8.98s\n",
      "352:\tlearn: 5.4950128\ttotal: 4.89s\tremaining: 8.96s\n",
      "353:\tlearn: 5.4811304\ttotal: 4.9s\tremaining: 8.95s\n",
      "354:\tlearn: 5.4620194\ttotal: 4.92s\tremaining: 8.94s\n",
      "355:\tlearn: 5.4484047\ttotal: 4.93s\tremaining: 8.92s\n",
      "356:\tlearn: 5.4397066\ttotal: 4.94s\tremaining: 8.9s\n",
      "357:\tlearn: 5.4273809\ttotal: 4.96s\tremaining: 8.89s\n",
      "358:\tlearn: 5.4158497\ttotal: 4.97s\tremaining: 8.88s\n",
      "359:\tlearn: 5.4025234\ttotal: 4.99s\tremaining: 8.86s\n",
      "360:\tlearn: 5.3898646\ttotal: 5s\tremaining: 8.85s\n",
      "361:\tlearn: 5.3731790\ttotal: 5.01s\tremaining: 8.83s\n",
      "362:\tlearn: 5.3572340\ttotal: 5.03s\tremaining: 8.82s\n",
      "363:\tlearn: 5.3456233\ttotal: 5.04s\tremaining: 8.81s\n",
      "364:\tlearn: 5.3303384\ttotal: 5.05s\tremaining: 8.79s\n",
      "365:\tlearn: 5.3145806\ttotal: 5.07s\tremaining: 8.78s\n",
      "366:\tlearn: 5.3023981\ttotal: 5.08s\tremaining: 8.77s\n",
      "367:\tlearn: 5.2905171\ttotal: 5.1s\tremaining: 8.75s\n",
      "368:\tlearn: 5.2764859\ttotal: 5.11s\tremaining: 8.74s\n",
      "369:\tlearn: 5.2675576\ttotal: 5.12s\tremaining: 8.72s\n",
      "370:\tlearn: 5.2550996\ttotal: 5.14s\tremaining: 8.71s\n",
      "371:\tlearn: 5.2441739\ttotal: 5.15s\tremaining: 8.7s\n",
      "372:\tlearn: 5.2331862\ttotal: 5.17s\tremaining: 8.68s\n",
      "373:\tlearn: 5.2248527\ttotal: 5.18s\tremaining: 8.67s\n",
      "374:\tlearn: 5.2124313\ttotal: 5.19s\tremaining: 8.65s\n",
      "375:\tlearn: 5.1938812\ttotal: 5.21s\tremaining: 8.64s\n",
      "376:\tlearn: 5.1802843\ttotal: 5.22s\tremaining: 8.62s\n",
      "377:\tlearn: 5.1755725\ttotal: 5.23s\tremaining: 8.61s\n",
      "378:\tlearn: 5.1583292\ttotal: 5.25s\tremaining: 8.6s\n",
      "379:\tlearn: 5.1522910\ttotal: 5.26s\tremaining: 8.59s\n",
      "380:\tlearn: 5.1392764\ttotal: 5.28s\tremaining: 8.57s\n",
      "381:\tlearn: 5.1246932\ttotal: 5.29s\tremaining: 8.56s\n",
      "382:\tlearn: 5.1116941\ttotal: 5.3s\tremaining: 8.54s\n",
      "383:\tlearn: 5.0977326\ttotal: 5.32s\tremaining: 8.53s\n",
      "384:\tlearn: 5.0892638\ttotal: 5.33s\tremaining: 8.52s\n",
      "385:\tlearn: 5.0725718\ttotal: 5.34s\tremaining: 8.5s\n",
      "386:\tlearn: 5.0623777\ttotal: 5.36s\tremaining: 8.49s\n",
      "387:\tlearn: 5.0507424\ttotal: 5.37s\tremaining: 8.47s\n",
      "388:\tlearn: 5.0408254\ttotal: 5.39s\tremaining: 8.46s\n",
      "389:\tlearn: 5.0390390\ttotal: 5.4s\tremaining: 8.45s\n",
      "390:\tlearn: 5.0230499\ttotal: 5.41s\tremaining: 8.43s\n",
      "391:\tlearn: 5.0122169\ttotal: 5.43s\tremaining: 8.42s\n",
      "392:\tlearn: 4.9999092\ttotal: 5.44s\tremaining: 8.4s\n",
      "393:\tlearn: 4.9875752\ttotal: 5.45s\tremaining: 8.39s\n",
      "394:\tlearn: 4.9771056\ttotal: 5.47s\tremaining: 8.37s\n",
      "395:\tlearn: 4.9674497\ttotal: 5.48s\tremaining: 8.36s\n",
      "396:\tlearn: 4.9543907\ttotal: 5.49s\tremaining: 8.35s\n",
      "397:\tlearn: 4.9437721\ttotal: 5.51s\tremaining: 8.33s\n",
      "398:\tlearn: 4.9285664\ttotal: 5.52s\tremaining: 8.32s\n",
      "399:\tlearn: 4.9161325\ttotal: 5.54s\tremaining: 8.3s\n",
      "400:\tlearn: 4.9032510\ttotal: 5.55s\tremaining: 8.29s\n",
      "401:\tlearn: 4.8901215\ttotal: 5.56s\tremaining: 8.28s\n",
      "402:\tlearn: 4.8807555\ttotal: 5.58s\tremaining: 8.26s\n",
      "403:\tlearn: 4.8703449\ttotal: 5.59s\tremaining: 8.25s\n",
      "404:\tlearn: 4.8555942\ttotal: 5.6s\tremaining: 8.23s\n",
      "405:\tlearn: 4.8432435\ttotal: 5.62s\tremaining: 8.22s\n",
      "406:\tlearn: 4.8322322\ttotal: 5.63s\tremaining: 8.2s\n",
      "407:\tlearn: 4.8220563\ttotal: 5.64s\tremaining: 8.19s\n",
      "408:\tlearn: 4.8109687\ttotal: 5.66s\tremaining: 8.18s\n",
      "409:\tlearn: 4.7982163\ttotal: 5.67s\tremaining: 8.16s\n",
      "410:\tlearn: 4.7906410\ttotal: 5.68s\tremaining: 8.15s\n",
      "411:\tlearn: 4.7787403\ttotal: 5.7s\tremaining: 8.13s\n",
      "412:\tlearn: 4.7664576\ttotal: 5.71s\tremaining: 8.12s\n",
      "413:\tlearn: 4.7506719\ttotal: 5.72s\tremaining: 8.1s\n",
      "414:\tlearn: 4.7401990\ttotal: 5.74s\tremaining: 8.09s\n",
      "415:\tlearn: 4.7337195\ttotal: 5.75s\tremaining: 8.08s\n",
      "416:\tlearn: 4.7221615\ttotal: 5.77s\tremaining: 8.06s\n",
      "417:\tlearn: 4.7046485\ttotal: 5.78s\tremaining: 8.05s\n",
      "418:\tlearn: 4.6955293\ttotal: 5.79s\tremaining: 8.03s\n",
      "419:\tlearn: 4.6941363\ttotal: 5.81s\tremaining: 8.02s\n",
      "420:\tlearn: 4.6891369\ttotal: 5.82s\tremaining: 8.01s\n",
      "421:\tlearn: 4.6834448\ttotal: 5.83s\tremaining: 7.99s\n",
      "422:\tlearn: 4.6702952\ttotal: 5.85s\tremaining: 7.98s\n",
      "423:\tlearn: 4.6626475\ttotal: 5.86s\tremaining: 7.96s\n",
      "424:\tlearn: 4.6515013\ttotal: 5.88s\tremaining: 7.95s\n",
      "425:\tlearn: 4.6405156\ttotal: 5.89s\tremaining: 7.93s\n",
      "426:\tlearn: 4.6266397\ttotal: 5.9s\tremaining: 7.92s\n",
      "427:\tlearn: 4.6139839\ttotal: 5.92s\tremaining: 7.91s\n",
      "428:\tlearn: 4.6010702\ttotal: 5.93s\tremaining: 7.89s\n",
      "429:\tlearn: 4.5906523\ttotal: 5.94s\tremaining: 7.88s\n",
      "430:\tlearn: 4.5791568\ttotal: 5.96s\tremaining: 7.86s\n",
      "431:\tlearn: 4.5681568\ttotal: 5.97s\tremaining: 7.85s\n",
      "432:\tlearn: 4.5550790\ttotal: 5.99s\tremaining: 7.84s\n",
      "433:\tlearn: 4.5427751\ttotal: 6s\tremaining: 7.82s\n",
      "434:\tlearn: 4.5407646\ttotal: 6.01s\tremaining: 7.81s\n",
      "435:\tlearn: 4.5273069\ttotal: 6.03s\tremaining: 7.79s\n",
      "436:\tlearn: 4.5175923\ttotal: 6.04s\tremaining: 7.78s\n",
      "437:\tlearn: 4.5111687\ttotal: 6.05s\tremaining: 7.77s\n",
      "438:\tlearn: 4.5034411\ttotal: 6.07s\tremaining: 7.75s\n",
      "439:\tlearn: 4.4965631\ttotal: 6.08s\tremaining: 7.74s\n",
      "440:\tlearn: 4.4847424\ttotal: 6.09s\tremaining: 7.72s\n",
      "441:\tlearn: 4.4751800\ttotal: 6.11s\tremaining: 7.71s\n",
      "442:\tlearn: 4.4707203\ttotal: 6.12s\tremaining: 7.7s\n",
      "443:\tlearn: 4.4590336\ttotal: 6.14s\tremaining: 7.68s\n",
      "444:\tlearn: 4.4514055\ttotal: 6.15s\tremaining: 7.67s\n",
      "445:\tlearn: 4.4425010\ttotal: 6.16s\tremaining: 7.66s\n",
      "446:\tlearn: 4.4333610\ttotal: 6.18s\tremaining: 7.64s\n",
      "447:\tlearn: 4.4218037\ttotal: 6.19s\tremaining: 7.63s\n",
      "448:\tlearn: 4.4155614\ttotal: 6.21s\tremaining: 7.62s\n",
      "449:\tlearn: 4.4098160\ttotal: 6.22s\tremaining: 7.6s\n",
      "450:\tlearn: 4.4002449\ttotal: 6.24s\tremaining: 7.59s\n",
      "451:\tlearn: 4.3851266\ttotal: 6.25s\tremaining: 7.58s\n",
      "452:\tlearn: 4.3733003\ttotal: 6.26s\tremaining: 7.56s\n",
      "453:\tlearn: 4.3572534\ttotal: 6.28s\tremaining: 7.55s\n",
      "454:\tlearn: 4.3444079\ttotal: 6.29s\tremaining: 7.53s\n",
      "455:\tlearn: 4.3347381\ttotal: 6.3s\tremaining: 7.52s\n",
      "456:\tlearn: 4.3269876\ttotal: 6.32s\tremaining: 7.5s\n",
      "457:\tlearn: 4.3165340\ttotal: 6.33s\tremaining: 7.49s\n",
      "458:\tlearn: 4.3102684\ttotal: 6.34s\tremaining: 7.48s\n",
      "459:\tlearn: 4.3030771\ttotal: 6.36s\tremaining: 7.46s\n",
      "460:\tlearn: 4.2969439\ttotal: 6.37s\tremaining: 7.45s\n",
      "461:\tlearn: 4.2854107\ttotal: 6.38s\tremaining: 7.43s\n",
      "462:\tlearn: 4.2720235\ttotal: 6.4s\tremaining: 7.42s\n",
      "463:\tlearn: 4.2650842\ttotal: 6.41s\tremaining: 7.41s\n",
      "464:\tlearn: 4.2541970\ttotal: 6.42s\tremaining: 7.39s\n",
      "465:\tlearn: 4.2435605\ttotal: 6.44s\tremaining: 7.38s\n",
      "466:\tlearn: 4.2414676\ttotal: 6.45s\tremaining: 7.37s\n",
      "467:\tlearn: 4.2285534\ttotal: 6.47s\tremaining: 7.35s\n",
      "468:\tlearn: 4.2183902\ttotal: 6.48s\tremaining: 7.34s\n",
      "469:\tlearn: 4.2103555\ttotal: 6.49s\tremaining: 7.32s\n",
      "470:\tlearn: 4.1999490\ttotal: 6.51s\tremaining: 7.31s\n",
      "471:\tlearn: 4.1894038\ttotal: 6.52s\tremaining: 7.29s\n",
      "472:\tlearn: 4.1770564\ttotal: 6.54s\tremaining: 7.28s\n",
      "473:\tlearn: 4.1691497\ttotal: 6.55s\tremaining: 7.27s\n",
      "474:\tlearn: 4.1563805\ttotal: 6.56s\tremaining: 7.25s\n",
      "475:\tlearn: 4.1480107\ttotal: 6.58s\tremaining: 7.24s\n",
      "476:\tlearn: 4.1387307\ttotal: 6.59s\tremaining: 7.22s\n",
      "477:\tlearn: 4.1298928\ttotal: 6.6s\tremaining: 7.21s\n",
      "478:\tlearn: 4.1178290\ttotal: 6.62s\tremaining: 7.2s\n",
      "479:\tlearn: 4.1075655\ttotal: 6.63s\tremaining: 7.18s\n",
      "480:\tlearn: 4.1001515\ttotal: 6.64s\tremaining: 7.17s\n",
      "481:\tlearn: 4.0915428\ttotal: 6.66s\tremaining: 7.15s\n",
      "482:\tlearn: 4.0860076\ttotal: 6.67s\tremaining: 7.14s\n",
      "483:\tlearn: 4.0746620\ttotal: 6.68s\tremaining: 7.13s\n",
      "484:\tlearn: 4.0615308\ttotal: 6.7s\tremaining: 7.11s\n",
      "485:\tlearn: 4.0497490\ttotal: 6.71s\tremaining: 7.1s\n",
      "486:\tlearn: 4.0385671\ttotal: 6.72s\tremaining: 7.08s\n",
      "487:\tlearn: 4.0309570\ttotal: 6.74s\tremaining: 7.07s\n",
      "488:\tlearn: 4.0240360\ttotal: 6.75s\tremaining: 7.05s\n",
      "489:\tlearn: 4.0185861\ttotal: 6.76s\tremaining: 7.04s\n",
      "490:\tlearn: 4.0125918\ttotal: 6.78s\tremaining: 7.03s\n",
      "491:\tlearn: 3.9983735\ttotal: 6.79s\tremaining: 7.01s\n",
      "492:\tlearn: 3.9898324\ttotal: 6.8s\tremaining: 7s\n",
      "493:\tlearn: 3.9775154\ttotal: 6.82s\tremaining: 6.98s\n",
      "494:\tlearn: 3.9646404\ttotal: 6.83s\tremaining: 6.97s\n",
      "495:\tlearn: 3.9511672\ttotal: 6.84s\tremaining: 6.96s\n",
      "496:\tlearn: 3.9424633\ttotal: 6.86s\tremaining: 6.94s\n",
      "497:\tlearn: 3.9327874\ttotal: 6.87s\tremaining: 6.93s\n",
      "498:\tlearn: 3.9239084\ttotal: 6.89s\tremaining: 6.91s\n",
      "499:\tlearn: 3.9177645\ttotal: 6.9s\tremaining: 6.9s\n",
      "500:\tlearn: 3.9074092\ttotal: 6.92s\tremaining: 6.89s\n",
      "501:\tlearn: 3.9039996\ttotal: 6.93s\tremaining: 6.87s\n",
      "502:\tlearn: 3.8961441\ttotal: 6.94s\tremaining: 6.86s\n",
      "503:\tlearn: 3.8857589\ttotal: 6.96s\tremaining: 6.84s\n",
      "504:\tlearn: 3.8781398\ttotal: 6.97s\tremaining: 6.83s\n",
      "505:\tlearn: 3.8703125\ttotal: 6.98s\tremaining: 6.82s\n",
      "506:\tlearn: 3.8624842\ttotal: 7s\tremaining: 6.8s\n",
      "507:\tlearn: 3.8542884\ttotal: 7.01s\tremaining: 6.79s\n",
      "508:\tlearn: 3.8420787\ttotal: 7.02s\tremaining: 6.77s\n",
      "509:\tlearn: 3.8299287\ttotal: 7.04s\tremaining: 6.76s\n",
      "510:\tlearn: 3.8149418\ttotal: 7.05s\tremaining: 6.75s\n",
      "511:\tlearn: 3.8018855\ttotal: 7.06s\tremaining: 6.73s\n",
      "512:\tlearn: 3.7939682\ttotal: 7.08s\tremaining: 6.72s\n",
      "513:\tlearn: 3.7832319\ttotal: 7.09s\tremaining: 6.71s\n",
      "514:\tlearn: 3.7820812\ttotal: 7.11s\tremaining: 6.69s\n",
      "515:\tlearn: 3.7744983\ttotal: 7.12s\tremaining: 6.68s\n",
      "516:\tlearn: 3.7661412\ttotal: 7.13s\tremaining: 6.66s\n",
      "517:\tlearn: 3.7581807\ttotal: 7.15s\tremaining: 6.65s\n",
      "518:\tlearn: 3.7502643\ttotal: 7.16s\tremaining: 6.64s\n",
      "519:\tlearn: 3.7398320\ttotal: 7.18s\tremaining: 6.62s\n",
      "520:\tlearn: 3.7325580\ttotal: 7.19s\tremaining: 6.61s\n",
      "521:\tlearn: 3.7247563\ttotal: 7.2s\tremaining: 6.6s\n",
      "522:\tlearn: 3.7160185\ttotal: 7.22s\tremaining: 6.58s\n",
      "523:\tlearn: 3.7063544\ttotal: 7.23s\tremaining: 6.57s\n",
      "524:\tlearn: 3.6991352\ttotal: 7.25s\tremaining: 6.55s\n",
      "525:\tlearn: 3.6904414\ttotal: 7.26s\tremaining: 6.54s\n",
      "526:\tlearn: 3.6894732\ttotal: 7.27s\tremaining: 6.53s\n",
      "527:\tlearn: 3.6756839\ttotal: 7.29s\tremaining: 6.51s\n",
      "528:\tlearn: 3.6650046\ttotal: 7.3s\tremaining: 6.5s\n",
      "529:\tlearn: 3.6566940\ttotal: 7.31s\tremaining: 6.49s\n",
      "530:\tlearn: 3.6492772\ttotal: 7.33s\tremaining: 6.47s\n",
      "531:\tlearn: 3.6396396\ttotal: 7.34s\tremaining: 6.46s\n",
      "532:\tlearn: 3.6298077\ttotal: 7.35s\tremaining: 6.44s\n",
      "533:\tlearn: 3.6206840\ttotal: 7.37s\tremaining: 6.43s\n",
      "534:\tlearn: 3.6127689\ttotal: 7.38s\tremaining: 6.42s\n",
      "535:\tlearn: 3.6031542\ttotal: 7.4s\tremaining: 6.4s\n",
      "536:\tlearn: 3.5948910\ttotal: 7.41s\tremaining: 6.39s\n",
      "537:\tlearn: 3.5819233\ttotal: 7.42s\tremaining: 6.38s\n",
      "538:\tlearn: 3.5763731\ttotal: 7.44s\tremaining: 6.36s\n",
      "539:\tlearn: 3.5650390\ttotal: 7.45s\tremaining: 6.35s\n",
      "540:\tlearn: 3.5531421\ttotal: 7.46s\tremaining: 6.33s\n",
      "541:\tlearn: 3.5478932\ttotal: 7.48s\tremaining: 6.32s\n",
      "542:\tlearn: 3.5445564\ttotal: 7.49s\tremaining: 6.3s\n",
      "543:\tlearn: 3.5341851\ttotal: 7.5s\tremaining: 6.29s\n",
      "544:\tlearn: 3.5222147\ttotal: 7.52s\tremaining: 6.28s\n",
      "545:\tlearn: 3.5183002\ttotal: 7.53s\tremaining: 6.26s\n",
      "546:\tlearn: 3.5070912\ttotal: 7.55s\tremaining: 6.25s\n",
      "547:\tlearn: 3.5007510\ttotal: 7.56s\tremaining: 6.24s\n",
      "548:\tlearn: 3.4947469\ttotal: 7.57s\tremaining: 6.22s\n",
      "549:\tlearn: 3.4878661\ttotal: 7.59s\tremaining: 6.21s\n",
      "550:\tlearn: 3.4795818\ttotal: 7.6s\tremaining: 6.19s\n",
      "551:\tlearn: 3.4693517\ttotal: 7.61s\tremaining: 6.18s\n",
      "552:\tlearn: 3.4591801\ttotal: 7.63s\tremaining: 6.17s\n",
      "553:\tlearn: 3.4529503\ttotal: 7.64s\tremaining: 6.15s\n",
      "554:\tlearn: 3.4448286\ttotal: 7.66s\tremaining: 6.14s\n",
      "555:\tlearn: 3.4399218\ttotal: 7.67s\tremaining: 6.12s\n",
      "556:\tlearn: 3.4324600\ttotal: 7.68s\tremaining: 6.11s\n",
      "557:\tlearn: 3.4241647\ttotal: 7.7s\tremaining: 6.1s\n",
      "558:\tlearn: 3.4137734\ttotal: 7.71s\tremaining: 6.08s\n",
      "559:\tlearn: 3.4039300\ttotal: 7.72s\tremaining: 6.07s\n",
      "560:\tlearn: 3.3978086\ttotal: 7.74s\tremaining: 6.05s\n",
      "561:\tlearn: 3.3906000\ttotal: 7.75s\tremaining: 6.04s\n",
      "562:\tlearn: 3.3836655\ttotal: 7.76s\tremaining: 6.03s\n",
      "563:\tlearn: 3.3731548\ttotal: 7.78s\tremaining: 6.01s\n",
      "564:\tlearn: 3.3669710\ttotal: 7.79s\tremaining: 6s\n",
      "565:\tlearn: 3.3607253\ttotal: 7.81s\tremaining: 5.99s\n",
      "566:\tlearn: 3.3493374\ttotal: 7.82s\tremaining: 5.97s\n",
      "567:\tlearn: 3.3412323\ttotal: 7.83s\tremaining: 5.96s\n",
      "568:\tlearn: 3.3326707\ttotal: 7.85s\tremaining: 5.94s\n",
      "569:\tlearn: 3.3268770\ttotal: 7.86s\tremaining: 5.93s\n",
      "570:\tlearn: 3.3173856\ttotal: 7.87s\tremaining: 5.92s\n",
      "571:\tlearn: 3.3103104\ttotal: 7.89s\tremaining: 5.9s\n",
      "572:\tlearn: 3.3008043\ttotal: 7.9s\tremaining: 5.89s\n",
      "573:\tlearn: 3.2926101\ttotal: 7.92s\tremaining: 5.87s\n",
      "574:\tlearn: 3.2846205\ttotal: 7.93s\tremaining: 5.86s\n",
      "575:\tlearn: 3.2787418\ttotal: 7.94s\tremaining: 5.85s\n",
      "576:\tlearn: 3.2694485\ttotal: 7.96s\tremaining: 5.83s\n",
      "577:\tlearn: 3.2605220\ttotal: 7.97s\tremaining: 5.82s\n",
      "578:\tlearn: 3.2595046\ttotal: 7.98s\tremaining: 5.8s\n",
      "579:\tlearn: 3.2513838\ttotal: 8s\tremaining: 5.79s\n",
      "580:\tlearn: 3.2425320\ttotal: 8.01s\tremaining: 5.78s\n",
      "581:\tlearn: 3.2340012\ttotal: 8.02s\tremaining: 5.76s\n",
      "582:\tlearn: 3.2250298\ttotal: 8.04s\tremaining: 5.75s\n",
      "583:\tlearn: 3.2164619\ttotal: 8.05s\tremaining: 5.74s\n",
      "584:\tlearn: 3.2127016\ttotal: 8.06s\tremaining: 5.72s\n",
      "585:\tlearn: 3.2054122\ttotal: 8.08s\tremaining: 5.71s\n",
      "586:\tlearn: 3.1993680\ttotal: 8.09s\tremaining: 5.69s\n",
      "587:\tlearn: 3.1983178\ttotal: 8.11s\tremaining: 5.68s\n",
      "588:\tlearn: 3.1909702\ttotal: 8.12s\tremaining: 5.67s\n",
      "589:\tlearn: 3.1841993\ttotal: 8.13s\tremaining: 5.65s\n",
      "590:\tlearn: 3.1761434\ttotal: 8.15s\tremaining: 5.64s\n",
      "591:\tlearn: 3.1699422\ttotal: 8.16s\tremaining: 5.63s\n",
      "592:\tlearn: 3.1658174\ttotal: 8.18s\tremaining: 5.61s\n",
      "593:\tlearn: 3.1616862\ttotal: 8.19s\tremaining: 5.6s\n",
      "594:\tlearn: 3.1555463\ttotal: 8.21s\tremaining: 5.58s\n",
      "595:\tlearn: 3.1509325\ttotal: 8.22s\tremaining: 5.57s\n",
      "596:\tlearn: 3.1399280\ttotal: 8.23s\tremaining: 5.56s\n",
      "597:\tlearn: 3.1323807\ttotal: 8.25s\tremaining: 5.54s\n",
      "598:\tlearn: 3.1243416\ttotal: 8.26s\tremaining: 5.53s\n",
      "599:\tlearn: 3.1152515\ttotal: 8.27s\tremaining: 5.51s\n",
      "600:\tlearn: 3.1085250\ttotal: 8.29s\tremaining: 5.5s\n",
      "601:\tlearn: 3.0998767\ttotal: 8.3s\tremaining: 5.49s\n",
      "602:\tlearn: 3.0933769\ttotal: 8.31s\tremaining: 5.47s\n",
      "603:\tlearn: 3.0858410\ttotal: 8.33s\tremaining: 5.46s\n",
      "604:\tlearn: 3.0794413\ttotal: 8.34s\tremaining: 5.45s\n",
      "605:\tlearn: 3.0705028\ttotal: 8.36s\tremaining: 5.43s\n",
      "606:\tlearn: 3.0634147\ttotal: 8.37s\tremaining: 5.42s\n",
      "607:\tlearn: 3.0566088\ttotal: 8.38s\tremaining: 5.41s\n",
      "608:\tlearn: 3.0469473\ttotal: 8.4s\tremaining: 5.39s\n",
      "609:\tlearn: 3.0398299\ttotal: 8.41s\tremaining: 5.38s\n",
      "610:\tlearn: 3.0347191\ttotal: 8.42s\tremaining: 5.36s\n",
      "611:\tlearn: 3.0269066\ttotal: 8.44s\tremaining: 5.35s\n",
      "612:\tlearn: 3.0196693\ttotal: 8.45s\tremaining: 5.33s\n",
      "613:\tlearn: 3.0139904\ttotal: 8.46s\tremaining: 5.32s\n",
      "614:\tlearn: 3.0057112\ttotal: 8.48s\tremaining: 5.31s\n",
      "615:\tlearn: 2.9967138\ttotal: 8.49s\tremaining: 5.29s\n",
      "616:\tlearn: 2.9928123\ttotal: 8.5s\tremaining: 5.28s\n",
      "617:\tlearn: 2.9866041\ttotal: 8.52s\tremaining: 5.26s\n",
      "618:\tlearn: 2.9806552\ttotal: 8.53s\tremaining: 5.25s\n",
      "619:\tlearn: 2.9786598\ttotal: 8.54s\tremaining: 5.24s\n",
      "620:\tlearn: 2.9686396\ttotal: 8.56s\tremaining: 5.22s\n",
      "621:\tlearn: 2.9616538\ttotal: 8.57s\tremaining: 5.21s\n",
      "622:\tlearn: 2.9550672\ttotal: 8.58s\tremaining: 5.19s\n",
      "623:\tlearn: 2.9474235\ttotal: 8.6s\tremaining: 5.18s\n",
      "624:\tlearn: 2.9412254\ttotal: 8.61s\tremaining: 5.17s\n",
      "625:\tlearn: 2.9344374\ttotal: 8.63s\tremaining: 5.15s\n",
      "626:\tlearn: 2.9270626\ttotal: 8.64s\tremaining: 5.14s\n",
      "627:\tlearn: 2.9213887\ttotal: 8.65s\tremaining: 5.13s\n",
      "628:\tlearn: 2.9134181\ttotal: 8.67s\tremaining: 5.11s\n",
      "629:\tlearn: 2.9057566\ttotal: 8.68s\tremaining: 5.1s\n",
      "630:\tlearn: 2.8963326\ttotal: 8.69s\tremaining: 5.08s\n",
      "631:\tlearn: 2.8895521\ttotal: 8.71s\tremaining: 5.07s\n",
      "632:\tlearn: 2.8848505\ttotal: 8.72s\tremaining: 5.06s\n",
      "633:\tlearn: 2.8772554\ttotal: 8.73s\tremaining: 5.04s\n",
      "634:\tlearn: 2.8693979\ttotal: 8.75s\tremaining: 5.03s\n",
      "635:\tlearn: 2.8657214\ttotal: 8.76s\tremaining: 5.01s\n",
      "636:\tlearn: 2.8590454\ttotal: 8.77s\tremaining: 5s\n",
      "637:\tlearn: 2.8524114\ttotal: 8.79s\tremaining: 4.99s\n",
      "638:\tlearn: 2.8449161\ttotal: 8.8s\tremaining: 4.97s\n",
      "639:\tlearn: 2.8373001\ttotal: 8.81s\tremaining: 4.96s\n",
      "640:\tlearn: 2.8293547\ttotal: 8.83s\tremaining: 4.94s\n",
      "641:\tlearn: 2.8220079\ttotal: 8.84s\tremaining: 4.93s\n",
      "642:\tlearn: 2.8149097\ttotal: 8.86s\tremaining: 4.92s\n",
      "643:\tlearn: 2.8071175\ttotal: 8.87s\tremaining: 4.9s\n",
      "644:\tlearn: 2.7974460\ttotal: 8.88s\tremaining: 4.89s\n",
      "645:\tlearn: 2.7922876\ttotal: 8.9s\tremaining: 4.88s\n",
      "646:\tlearn: 2.7857254\ttotal: 8.91s\tremaining: 4.86s\n",
      "647:\tlearn: 2.7806834\ttotal: 8.92s\tremaining: 4.85s\n",
      "648:\tlearn: 2.7759103\ttotal: 8.94s\tremaining: 4.83s\n",
      "649:\tlearn: 2.7687505\ttotal: 8.95s\tremaining: 4.82s\n",
      "650:\tlearn: 2.7607703\ttotal: 8.97s\tremaining: 4.81s\n",
      "651:\tlearn: 2.7541258\ttotal: 8.98s\tremaining: 4.79s\n",
      "652:\tlearn: 2.7484669\ttotal: 8.99s\tremaining: 4.78s\n",
      "653:\tlearn: 2.7406772\ttotal: 9.01s\tremaining: 4.76s\n",
      "654:\tlearn: 2.7349983\ttotal: 9.02s\tremaining: 4.75s\n",
      "655:\tlearn: 2.7283950\ttotal: 9.03s\tremaining: 4.74s\n",
      "656:\tlearn: 2.7226794\ttotal: 9.05s\tremaining: 4.72s\n",
      "657:\tlearn: 2.7144978\ttotal: 9.06s\tremaining: 4.71s\n",
      "658:\tlearn: 2.7068147\ttotal: 9.07s\tremaining: 4.7s\n",
      "659:\tlearn: 2.7009456\ttotal: 9.09s\tremaining: 4.68s\n",
      "660:\tlearn: 2.6964944\ttotal: 9.1s\tremaining: 4.67s\n",
      "661:\tlearn: 2.6905548\ttotal: 9.12s\tremaining: 4.65s\n",
      "662:\tlearn: 2.6837666\ttotal: 9.13s\tremaining: 4.64s\n",
      "663:\tlearn: 2.6778090\ttotal: 9.14s\tremaining: 4.63s\n",
      "664:\tlearn: 2.6716302\ttotal: 9.15s\tremaining: 4.61s\n",
      "665:\tlearn: 2.6655203\ttotal: 9.17s\tremaining: 4.6s\n",
      "666:\tlearn: 2.6608648\ttotal: 9.19s\tremaining: 4.59s\n",
      "667:\tlearn: 2.6533496\ttotal: 9.2s\tremaining: 4.57s\n",
      "668:\tlearn: 2.6472914\ttotal: 9.21s\tremaining: 4.56s\n",
      "669:\tlearn: 2.6406174\ttotal: 9.23s\tremaining: 4.54s\n",
      "670:\tlearn: 2.6353256\ttotal: 9.24s\tremaining: 4.53s\n",
      "671:\tlearn: 2.6281187\ttotal: 9.26s\tremaining: 4.52s\n",
      "672:\tlearn: 2.6210547\ttotal: 9.27s\tremaining: 4.5s\n",
      "673:\tlearn: 2.6136639\ttotal: 9.28s\tremaining: 4.49s\n",
      "674:\tlearn: 2.6094546\ttotal: 9.29s\tremaining: 4.47s\n",
      "675:\tlearn: 2.6037432\ttotal: 9.31s\tremaining: 4.46s\n",
      "676:\tlearn: 2.6030138\ttotal: 9.32s\tremaining: 4.45s\n",
      "677:\tlearn: 2.5975697\ttotal: 9.34s\tremaining: 4.43s\n",
      "678:\tlearn: 2.5908372\ttotal: 9.35s\tremaining: 4.42s\n",
      "679:\tlearn: 2.5857562\ttotal: 9.36s\tremaining: 4.41s\n",
      "680:\tlearn: 2.5798311\ttotal: 9.38s\tremaining: 4.39s\n",
      "681:\tlearn: 2.5741023\ttotal: 9.39s\tremaining: 4.38s\n",
      "682:\tlearn: 2.5664001\ttotal: 9.4s\tremaining: 4.37s\n",
      "683:\tlearn: 2.5610486\ttotal: 9.42s\tremaining: 4.35s\n",
      "684:\tlearn: 2.5535973\ttotal: 9.43s\tremaining: 4.34s\n",
      "685:\tlearn: 2.5497471\ttotal: 9.45s\tremaining: 4.32s\n",
      "686:\tlearn: 2.5468859\ttotal: 9.46s\tremaining: 4.31s\n",
      "687:\tlearn: 2.5407144\ttotal: 9.47s\tremaining: 4.29s\n",
      "688:\tlearn: 2.5360217\ttotal: 9.48s\tremaining: 4.28s\n",
      "689:\tlearn: 2.5353536\ttotal: 9.5s\tremaining: 4.27s\n",
      "690:\tlearn: 2.5268533\ttotal: 9.51s\tremaining: 4.25s\n",
      "691:\tlearn: 2.5203349\ttotal: 9.53s\tremaining: 4.24s\n",
      "692:\tlearn: 2.5148452\ttotal: 9.54s\tremaining: 4.23s\n",
      "693:\tlearn: 2.5087029\ttotal: 9.55s\tremaining: 4.21s\n",
      "694:\tlearn: 2.5015835\ttotal: 9.57s\tremaining: 4.2s\n",
      "695:\tlearn: 2.4967747\ttotal: 9.58s\tremaining: 4.18s\n",
      "696:\tlearn: 2.4907041\ttotal: 9.6s\tremaining: 4.17s\n",
      "697:\tlearn: 2.4834033\ttotal: 9.61s\tremaining: 4.16s\n",
      "698:\tlearn: 2.4760756\ttotal: 9.62s\tremaining: 4.14s\n",
      "699:\tlearn: 2.4702511\ttotal: 9.64s\tremaining: 4.13s\n",
      "700:\tlearn: 2.4675785\ttotal: 9.65s\tremaining: 4.12s\n",
      "701:\tlearn: 2.4617868\ttotal: 9.66s\tremaining: 4.1s\n",
      "702:\tlearn: 2.4590701\ttotal: 9.68s\tremaining: 4.09s\n",
      "703:\tlearn: 2.4560537\ttotal: 9.69s\tremaining: 4.08s\n",
      "704:\tlearn: 2.4498476\ttotal: 9.71s\tremaining: 4.06s\n",
      "705:\tlearn: 2.4423143\ttotal: 9.72s\tremaining: 4.05s\n",
      "706:\tlearn: 2.4369731\ttotal: 9.73s\tremaining: 4.03s\n",
      "707:\tlearn: 2.4307449\ttotal: 9.75s\tremaining: 4.02s\n",
      "708:\tlearn: 2.4254678\ttotal: 9.76s\tremaining: 4s\n",
      "709:\tlearn: 2.4179439\ttotal: 9.77s\tremaining: 3.99s\n",
      "710:\tlearn: 2.4172565\ttotal: 9.79s\tremaining: 3.98s\n",
      "711:\tlearn: 2.4138292\ttotal: 9.8s\tremaining: 3.96s\n",
      "712:\tlearn: 2.4100077\ttotal: 9.81s\tremaining: 3.95s\n",
      "713:\tlearn: 2.4033661\ttotal: 9.83s\tremaining: 3.94s\n",
      "714:\tlearn: 2.3953924\ttotal: 9.84s\tremaining: 3.92s\n",
      "715:\tlearn: 2.3901804\ttotal: 9.86s\tremaining: 3.91s\n",
      "716:\tlearn: 2.3833430\ttotal: 9.87s\tremaining: 3.9s\n",
      "717:\tlearn: 2.3791564\ttotal: 9.88s\tremaining: 3.88s\n",
      "718:\tlearn: 2.3748055\ttotal: 9.89s\tremaining: 3.87s\n",
      "719:\tlearn: 2.3741849\ttotal: 9.91s\tremaining: 3.85s\n",
      "720:\tlearn: 2.3663336\ttotal: 9.92s\tremaining: 3.84s\n",
      "721:\tlearn: 2.3600559\ttotal: 9.94s\tremaining: 3.83s\n",
      "722:\tlearn: 2.3548039\ttotal: 9.95s\tremaining: 3.81s\n",
      "723:\tlearn: 2.3495926\ttotal: 9.96s\tremaining: 3.8s\n",
      "724:\tlearn: 2.3451301\ttotal: 9.98s\tremaining: 3.78s\n",
      "725:\tlearn: 2.3415028\ttotal: 9.99s\tremaining: 3.77s\n",
      "726:\tlearn: 2.3360870\ttotal: 10s\tremaining: 3.76s\n",
      "727:\tlearn: 2.3321954\ttotal: 10s\tremaining: 3.74s\n",
      "728:\tlearn: 2.3256737\ttotal: 10s\tremaining: 3.73s\n",
      "729:\tlearn: 2.3203897\ttotal: 10s\tremaining: 3.71s\n",
      "730:\tlearn: 2.3126287\ttotal: 10.1s\tremaining: 3.7s\n",
      "731:\tlearn: 2.3071568\ttotal: 10.1s\tremaining: 3.69s\n",
      "732:\tlearn: 2.3000987\ttotal: 10.1s\tremaining: 3.67s\n",
      "733:\tlearn: 2.2948224\ttotal: 10.1s\tremaining: 3.66s\n",
      "734:\tlearn: 2.2901485\ttotal: 10.1s\tremaining: 3.65s\n",
      "735:\tlearn: 2.2850810\ttotal: 10.1s\tremaining: 3.63s\n",
      "736:\tlearn: 2.2794694\ttotal: 10.1s\tremaining: 3.62s\n",
      "737:\tlearn: 2.2754647\ttotal: 10.2s\tremaining: 3.6s\n",
      "738:\tlearn: 2.2703152\ttotal: 10.2s\tremaining: 3.59s\n",
      "739:\tlearn: 2.2638123\ttotal: 10.2s\tremaining: 3.58s\n",
      "740:\tlearn: 2.2588133\ttotal: 10.2s\tremaining: 3.56s\n",
      "741:\tlearn: 2.2530464\ttotal: 10.2s\tremaining: 3.55s\n",
      "742:\tlearn: 2.2476934\ttotal: 10.2s\tremaining: 3.54s\n",
      "743:\tlearn: 2.2421035\ttotal: 10.2s\tremaining: 3.52s\n",
      "744:\tlearn: 2.2359611\ttotal: 10.3s\tremaining: 3.51s\n",
      "745:\tlearn: 2.2316913\ttotal: 10.3s\tremaining: 3.5s\n",
      "746:\tlearn: 2.2276622\ttotal: 10.3s\tremaining: 3.48s\n",
      "747:\tlearn: 2.2222315\ttotal: 10.3s\tremaining: 3.47s\n",
      "748:\tlearn: 2.2216888\ttotal: 10.3s\tremaining: 3.46s\n",
      "749:\tlearn: 2.2172842\ttotal: 10.3s\tremaining: 3.44s\n",
      "750:\tlearn: 2.2140006\ttotal: 10.3s\tremaining: 3.43s\n",
      "751:\tlearn: 2.2117561\ttotal: 10.3s\tremaining: 3.41s\n",
      "752:\tlearn: 2.2073496\ttotal: 10.4s\tremaining: 3.4s\n",
      "753:\tlearn: 2.2020152\ttotal: 10.4s\tremaining: 3.38s\n",
      "754:\tlearn: 2.1977405\ttotal: 10.4s\tremaining: 3.37s\n",
      "755:\tlearn: 2.1919578\ttotal: 10.4s\tremaining: 3.36s\n",
      "756:\tlearn: 2.1893308\ttotal: 10.4s\tremaining: 3.35s\n",
      "757:\tlearn: 2.1835260\ttotal: 10.4s\tremaining: 3.33s\n",
      "758:\tlearn: 2.1798738\ttotal: 10.4s\tremaining: 3.32s\n",
      "759:\tlearn: 2.1752854\ttotal: 10.5s\tremaining: 3.3s\n",
      "760:\tlearn: 2.1710683\ttotal: 10.5s\tremaining: 3.29s\n",
      "761:\tlearn: 2.1668553\ttotal: 10.5s\tremaining: 3.28s\n",
      "762:\tlearn: 2.1663497\ttotal: 10.5s\tremaining: 3.26s\n",
      "763:\tlearn: 2.1607239\ttotal: 10.5s\tremaining: 3.25s\n",
      "764:\tlearn: 2.1537276\ttotal: 10.5s\tremaining: 3.23s\n",
      "765:\tlearn: 2.1485100\ttotal: 10.5s\tremaining: 3.22s\n",
      "766:\tlearn: 2.1444475\ttotal: 10.6s\tremaining: 3.21s\n",
      "767:\tlearn: 2.1408417\ttotal: 10.6s\tremaining: 3.19s\n",
      "768:\tlearn: 2.1342715\ttotal: 10.6s\tremaining: 3.18s\n",
      "769:\tlearn: 2.1279238\ttotal: 10.6s\tremaining: 3.17s\n",
      "770:\tlearn: 2.1233152\ttotal: 10.6s\tremaining: 3.15s\n",
      "771:\tlearn: 2.1197717\ttotal: 10.6s\tremaining: 3.14s\n",
      "772:\tlearn: 2.1136976\ttotal: 10.6s\tremaining: 3.12s\n",
      "773:\tlearn: 2.1078193\ttotal: 10.7s\tremaining: 3.11s\n",
      "774:\tlearn: 2.1025856\ttotal: 10.7s\tremaining: 3.1s\n",
      "775:\tlearn: 2.0970148\ttotal: 10.7s\tremaining: 3.08s\n",
      "776:\tlearn: 2.0926320\ttotal: 10.7s\tremaining: 3.07s\n",
      "777:\tlearn: 2.0870844\ttotal: 10.7s\tremaining: 3.06s\n",
      "778:\tlearn: 2.0813671\ttotal: 10.7s\tremaining: 3.04s\n",
      "779:\tlearn: 2.0772577\ttotal: 10.7s\tremaining: 3.03s\n",
      "780:\tlearn: 2.0734666\ttotal: 10.7s\tremaining: 3.01s\n",
      "781:\tlearn: 2.0677861\ttotal: 10.8s\tremaining: 3s\n",
      "782:\tlearn: 2.0619692\ttotal: 10.8s\tremaining: 2.99s\n",
      "783:\tlearn: 2.0565610\ttotal: 10.8s\tremaining: 2.97s\n",
      "784:\tlearn: 2.0516538\ttotal: 10.8s\tremaining: 2.96s\n",
      "785:\tlearn: 2.0464473\ttotal: 10.8s\tremaining: 2.94s\n",
      "786:\tlearn: 2.0407478\ttotal: 10.8s\tremaining: 2.93s\n",
      "787:\tlearn: 2.0376573\ttotal: 10.8s\tremaining: 2.92s\n",
      "788:\tlearn: 2.0309226\ttotal: 10.9s\tremaining: 2.9s\n",
      "789:\tlearn: 2.0259640\ttotal: 10.9s\tremaining: 2.89s\n",
      "790:\tlearn: 2.0207650\ttotal: 10.9s\tremaining: 2.88s\n",
      "791:\tlearn: 2.0159760\ttotal: 10.9s\tremaining: 2.86s\n",
      "792:\tlearn: 2.0107896\ttotal: 10.9s\tremaining: 2.85s\n",
      "793:\tlearn: 2.0056273\ttotal: 10.9s\tremaining: 2.83s\n",
      "794:\tlearn: 2.0014054\ttotal: 10.9s\tremaining: 2.82s\n",
      "795:\tlearn: 1.9990004\ttotal: 11s\tremaining: 2.81s\n",
      "796:\tlearn: 1.9958688\ttotal: 11s\tremaining: 2.79s\n",
      "797:\tlearn: 1.9915346\ttotal: 11s\tremaining: 2.78s\n",
      "798:\tlearn: 1.9863050\ttotal: 11s\tremaining: 2.77s\n",
      "799:\tlearn: 1.9819693\ttotal: 11s\tremaining: 2.75s\n",
      "800:\tlearn: 1.9772207\ttotal: 11s\tremaining: 2.74s\n",
      "801:\tlearn: 1.9740111\ttotal: 11s\tremaining: 2.72s\n",
      "802:\tlearn: 1.9685013\ttotal: 11s\tremaining: 2.71s\n",
      "803:\tlearn: 1.9635962\ttotal: 11.1s\tremaining: 2.7s\n",
      "804:\tlearn: 1.9583450\ttotal: 11.1s\tremaining: 2.68s\n",
      "805:\tlearn: 1.9538642\ttotal: 11.1s\tremaining: 2.67s\n",
      "806:\tlearn: 1.9486467\ttotal: 11.1s\tremaining: 2.65s\n",
      "807:\tlearn: 1.9480848\ttotal: 11.1s\tremaining: 2.64s\n",
      "808:\tlearn: 1.9461969\ttotal: 11.1s\tremaining: 2.63s\n",
      "809:\tlearn: 1.9417134\ttotal: 11.1s\tremaining: 2.61s\n",
      "810:\tlearn: 1.9366041\ttotal: 11.2s\tremaining: 2.6s\n",
      "811:\tlearn: 1.9308805\ttotal: 11.2s\tremaining: 2.59s\n",
      "812:\tlearn: 1.9254393\ttotal: 11.2s\tremaining: 2.57s\n",
      "813:\tlearn: 1.9232190\ttotal: 11.2s\tremaining: 2.56s\n",
      "814:\tlearn: 1.9194554\ttotal: 11.2s\tremaining: 2.54s\n",
      "815:\tlearn: 1.9150946\ttotal: 11.2s\tremaining: 2.53s\n",
      "816:\tlearn: 1.9094437\ttotal: 11.2s\tremaining: 2.52s\n",
      "817:\tlearn: 1.9060936\ttotal: 11.3s\tremaining: 2.5s\n",
      "818:\tlearn: 1.9020185\ttotal: 11.3s\tremaining: 2.49s\n",
      "819:\tlearn: 1.8984406\ttotal: 11.3s\tremaining: 2.48s\n",
      "820:\tlearn: 1.8936804\ttotal: 11.3s\tremaining: 2.46s\n",
      "821:\tlearn: 1.8883837\ttotal: 11.3s\tremaining: 2.45s\n",
      "822:\tlearn: 1.8860974\ttotal: 11.3s\tremaining: 2.44s\n",
      "823:\tlearn: 1.8813424\ttotal: 11.3s\tremaining: 2.42s\n",
      "824:\tlearn: 1.8764108\ttotal: 11.4s\tremaining: 2.41s\n",
      "825:\tlearn: 1.8707194\ttotal: 11.4s\tremaining: 2.39s\n",
      "826:\tlearn: 1.8678759\ttotal: 11.4s\tremaining: 2.38s\n",
      "827:\tlearn: 1.8626934\ttotal: 11.4s\tremaining: 2.37s\n",
      "828:\tlearn: 1.8591768\ttotal: 11.4s\tremaining: 2.35s\n",
      "829:\tlearn: 1.8560185\ttotal: 11.4s\tremaining: 2.34s\n",
      "830:\tlearn: 1.8492745\ttotal: 11.4s\tremaining: 2.33s\n",
      "831:\tlearn: 1.8430593\ttotal: 11.4s\tremaining: 2.31s\n",
      "832:\tlearn: 1.8389865\ttotal: 11.5s\tremaining: 2.3s\n",
      "833:\tlearn: 1.8366556\ttotal: 11.5s\tremaining: 2.28s\n",
      "834:\tlearn: 1.8360493\ttotal: 11.5s\tremaining: 2.27s\n",
      "835:\tlearn: 1.8298281\ttotal: 11.5s\tremaining: 2.26s\n",
      "836:\tlearn: 1.8281898\ttotal: 11.5s\tremaining: 2.24s\n",
      "837:\tlearn: 1.8235860\ttotal: 11.5s\tremaining: 2.23s\n",
      "838:\tlearn: 1.8193747\ttotal: 11.5s\tremaining: 2.21s\n",
      "839:\tlearn: 1.8145738\ttotal: 11.6s\tremaining: 2.2s\n",
      "840:\tlearn: 1.8108369\ttotal: 11.6s\tremaining: 2.19s\n",
      "841:\tlearn: 1.8082742\ttotal: 11.6s\tremaining: 2.17s\n",
      "842:\tlearn: 1.8037853\ttotal: 11.6s\tremaining: 2.16s\n",
      "843:\tlearn: 1.8010144\ttotal: 11.6s\tremaining: 2.15s\n",
      "844:\tlearn: 1.8006962\ttotal: 11.6s\tremaining: 2.13s\n",
      "845:\tlearn: 1.7958006\ttotal: 11.6s\tremaining: 2.12s\n",
      "846:\tlearn: 1.7919163\ttotal: 11.7s\tremaining: 2.1s\n",
      "847:\tlearn: 1.7861154\ttotal: 11.7s\tremaining: 2.09s\n",
      "848:\tlearn: 1.7836815\ttotal: 11.7s\tremaining: 2.08s\n",
      "849:\tlearn: 1.7788237\ttotal: 11.7s\tremaining: 2.06s\n",
      "850:\tlearn: 1.7740274\ttotal: 11.7s\tremaining: 2.05s\n",
      "851:\tlearn: 1.7718007\ttotal: 11.7s\tremaining: 2.04s\n",
      "852:\tlearn: 1.7676723\ttotal: 11.7s\tremaining: 2.02s\n",
      "853:\tlearn: 1.7631191\ttotal: 11.7s\tremaining: 2.01s\n",
      "854:\tlearn: 1.7581326\ttotal: 11.8s\tremaining: 1.99s\n",
      "855:\tlearn: 1.7542378\ttotal: 11.8s\tremaining: 1.98s\n",
      "856:\tlearn: 1.7539213\ttotal: 11.8s\tremaining: 1.97s\n",
      "857:\tlearn: 1.7496906\ttotal: 11.8s\tremaining: 1.95s\n",
      "858:\tlearn: 1.7462911\ttotal: 11.8s\tremaining: 1.94s\n",
      "859:\tlearn: 1.7403425\ttotal: 11.8s\tremaining: 1.93s\n",
      "860:\tlearn: 1.7376185\ttotal: 11.8s\tremaining: 1.91s\n",
      "861:\tlearn: 1.7347663\ttotal: 11.9s\tremaining: 1.9s\n",
      "862:\tlearn: 1.7306397\ttotal: 11.9s\tremaining: 1.88s\n",
      "863:\tlearn: 1.7243207\ttotal: 11.9s\tremaining: 1.87s\n",
      "864:\tlearn: 1.7198387\ttotal: 11.9s\tremaining: 1.86s\n",
      "865:\tlearn: 1.7161100\ttotal: 11.9s\tremaining: 1.84s\n",
      "866:\tlearn: 1.7133636\ttotal: 11.9s\tremaining: 1.83s\n",
      "867:\tlearn: 1.7103581\ttotal: 11.9s\tremaining: 1.81s\n",
      "868:\tlearn: 1.7068486\ttotal: 12s\tremaining: 1.8s\n",
      "869:\tlearn: 1.7040330\ttotal: 12s\tremaining: 1.79s\n",
      "870:\tlearn: 1.6985068\ttotal: 12s\tremaining: 1.77s\n",
      "871:\tlearn: 1.6962875\ttotal: 12s\tremaining: 1.76s\n",
      "872:\tlearn: 1.6933593\ttotal: 12s\tremaining: 1.75s\n",
      "873:\tlearn: 1.6904871\ttotal: 12s\tremaining: 1.73s\n",
      "874:\tlearn: 1.6863697\ttotal: 12s\tremaining: 1.72s\n",
      "875:\tlearn: 1.6830729\ttotal: 12.1s\tremaining: 1.71s\n",
      "876:\tlearn: 1.6802948\ttotal: 12.1s\tremaining: 1.69s\n",
      "877:\tlearn: 1.6764633\ttotal: 12.1s\tremaining: 1.68s\n",
      "878:\tlearn: 1.6719963\ttotal: 12.1s\tremaining: 1.66s\n",
      "879:\tlearn: 1.6686345\ttotal: 12.1s\tremaining: 1.65s\n",
      "880:\tlearn: 1.6654108\ttotal: 12.1s\tremaining: 1.64s\n",
      "881:\tlearn: 1.6617952\ttotal: 12.1s\tremaining: 1.62s\n",
      "882:\tlearn: 1.6574127\ttotal: 12.1s\tremaining: 1.61s\n",
      "883:\tlearn: 1.6518270\ttotal: 12.2s\tremaining: 1.6s\n",
      "884:\tlearn: 1.6495548\ttotal: 12.2s\tremaining: 1.58s\n",
      "885:\tlearn: 1.6447531\ttotal: 12.2s\tremaining: 1.57s\n",
      "886:\tlearn: 1.6402591\ttotal: 12.2s\tremaining: 1.55s\n",
      "887:\tlearn: 1.6364252\ttotal: 12.2s\tremaining: 1.54s\n",
      "888:\tlearn: 1.6315369\ttotal: 12.2s\tremaining: 1.53s\n",
      "889:\tlearn: 1.6272099\ttotal: 12.2s\tremaining: 1.51s\n",
      "890:\tlearn: 1.6214068\ttotal: 12.3s\tremaining: 1.5s\n",
      "891:\tlearn: 1.6168155\ttotal: 12.3s\tremaining: 1.49s\n",
      "892:\tlearn: 1.6138280\ttotal: 12.3s\tremaining: 1.47s\n",
      "893:\tlearn: 1.6112499\ttotal: 12.3s\tremaining: 1.46s\n",
      "894:\tlearn: 1.6078142\ttotal: 12.3s\tremaining: 1.44s\n",
      "895:\tlearn: 1.6035495\ttotal: 12.3s\tremaining: 1.43s\n",
      "896:\tlearn: 1.6006817\ttotal: 12.3s\tremaining: 1.42s\n",
      "897:\tlearn: 1.5977167\ttotal: 12.4s\tremaining: 1.4s\n",
      "898:\tlearn: 1.5972962\ttotal: 12.4s\tremaining: 1.39s\n",
      "899:\tlearn: 1.5936433\ttotal: 12.4s\tremaining: 1.38s\n",
      "900:\tlearn: 1.5914400\ttotal: 12.4s\tremaining: 1.36s\n",
      "901:\tlearn: 1.5905299\ttotal: 12.4s\tremaining: 1.35s\n",
      "902:\tlearn: 1.5869089\ttotal: 12.4s\tremaining: 1.33s\n",
      "903:\tlearn: 1.5856554\ttotal: 12.4s\tremaining: 1.32s\n",
      "904:\tlearn: 1.5830305\ttotal: 12.4s\tremaining: 1.31s\n",
      "905:\tlearn: 1.5802900\ttotal: 12.5s\tremaining: 1.29s\n",
      "906:\tlearn: 1.5796184\ttotal: 12.5s\tremaining: 1.28s\n",
      "907:\tlearn: 1.5759512\ttotal: 12.5s\tremaining: 1.26s\n",
      "908:\tlearn: 1.5725595\ttotal: 12.5s\tremaining: 1.25s\n",
      "909:\tlearn: 1.5685553\ttotal: 12.5s\tremaining: 1.24s\n",
      "910:\tlearn: 1.5649715\ttotal: 12.5s\tremaining: 1.22s\n",
      "911:\tlearn: 1.5619245\ttotal: 12.5s\tremaining: 1.21s\n",
      "912:\tlearn: 1.5594791\ttotal: 12.6s\tremaining: 1.2s\n",
      "913:\tlearn: 1.5567452\ttotal: 12.6s\tremaining: 1.18s\n",
      "914:\tlearn: 1.5520626\ttotal: 12.6s\tremaining: 1.17s\n",
      "915:\tlearn: 1.5514759\ttotal: 12.6s\tremaining: 1.16s\n",
      "916:\tlearn: 1.5455477\ttotal: 12.6s\tremaining: 1.14s\n",
      "917:\tlearn: 1.5412247\ttotal: 12.6s\tremaining: 1.13s\n",
      "918:\tlearn: 1.5405407\ttotal: 12.6s\tremaining: 1.11s\n",
      "919:\tlearn: 1.5371931\ttotal: 12.7s\tremaining: 1.1s\n",
      "920:\tlearn: 1.5318764\ttotal: 12.7s\tremaining: 1.09s\n",
      "921:\tlearn: 1.5287490\ttotal: 12.7s\tremaining: 1.07s\n",
      "922:\tlearn: 1.5250438\ttotal: 12.7s\tremaining: 1.06s\n",
      "923:\tlearn: 1.5201795\ttotal: 12.7s\tremaining: 1.04s\n",
      "924:\tlearn: 1.5174590\ttotal: 12.7s\tremaining: 1.03s\n",
      "925:\tlearn: 1.5123784\ttotal: 12.7s\tremaining: 1.02s\n",
      "926:\tlearn: 1.5081795\ttotal: 12.8s\tremaining: 1s\n",
      "927:\tlearn: 1.5071272\ttotal: 12.8s\tremaining: 990ms\n",
      "928:\tlearn: 1.5068557\ttotal: 12.8s\tremaining: 977ms\n",
      "929:\tlearn: 1.5025787\ttotal: 12.8s\tremaining: 963ms\n",
      "930:\tlearn: 1.4981940\ttotal: 12.8s\tremaining: 949ms\n",
      "931:\tlearn: 1.4943445\ttotal: 12.8s\tremaining: 935ms\n",
      "932:\tlearn: 1.4906987\ttotal: 12.8s\tremaining: 921ms\n",
      "933:\tlearn: 1.4873383\ttotal: 12.8s\tremaining: 908ms\n",
      "934:\tlearn: 1.4844026\ttotal: 12.9s\tremaining: 894ms\n",
      "935:\tlearn: 1.4798352\ttotal: 12.9s\tremaining: 880ms\n",
      "936:\tlearn: 1.4768018\ttotal: 12.9s\tremaining: 866ms\n",
      "937:\tlearn: 1.4735524\ttotal: 12.9s\tremaining: 853ms\n",
      "938:\tlearn: 1.4710200\ttotal: 12.9s\tremaining: 839ms\n",
      "939:\tlearn: 1.4669580\ttotal: 12.9s\tremaining: 825ms\n",
      "940:\tlearn: 1.4641754\ttotal: 12.9s\tremaining: 811ms\n",
      "941:\tlearn: 1.4631305\ttotal: 13s\tremaining: 798ms\n",
      "942:\tlearn: 1.4626994\ttotal: 13s\tremaining: 784ms\n",
      "943:\tlearn: 1.4599961\ttotal: 13s\tremaining: 770ms\n",
      "944:\tlearn: 1.4589312\ttotal: 13s\tremaining: 756ms\n",
      "945:\tlearn: 1.4566208\ttotal: 13s\tremaining: 743ms\n",
      "946:\tlearn: 1.4536029\ttotal: 13s\tremaining: 729ms\n",
      "947:\tlearn: 1.4498134\ttotal: 13s\tremaining: 715ms\n",
      "948:\tlearn: 1.4454497\ttotal: 13s\tremaining: 701ms\n",
      "949:\tlearn: 1.4414650\ttotal: 13.1s\tremaining: 687ms\n",
      "950:\tlearn: 1.4382819\ttotal: 13.1s\tremaining: 674ms\n",
      "951:\tlearn: 1.4351838\ttotal: 13.1s\tremaining: 660ms\n",
      "952:\tlearn: 1.4325875\ttotal: 13.1s\tremaining: 646ms\n",
      "953:\tlearn: 1.4279342\ttotal: 13.1s\tremaining: 632ms\n",
      "954:\tlearn: 1.4245680\ttotal: 13.1s\tremaining: 619ms\n",
      "955:\tlearn: 1.4204316\ttotal: 13.1s\tremaining: 605ms\n",
      "956:\tlearn: 1.4164404\ttotal: 13.2s\tremaining: 591ms\n",
      "957:\tlearn: 1.4158589\ttotal: 13.2s\tremaining: 578ms\n",
      "958:\tlearn: 1.4113753\ttotal: 13.2s\tremaining: 564ms\n",
      "959:\tlearn: 1.4073447\ttotal: 13.2s\tremaining: 550ms\n",
      "960:\tlearn: 1.4039633\ttotal: 13.2s\tremaining: 536ms\n",
      "961:\tlearn: 1.3994615\ttotal: 13.2s\tremaining: 523ms\n",
      "962:\tlearn: 1.3949868\ttotal: 13.2s\tremaining: 509ms\n",
      "963:\tlearn: 1.3912093\ttotal: 13.3s\tremaining: 495ms\n",
      "964:\tlearn: 1.3862093\ttotal: 13.3s\tremaining: 481ms\n",
      "965:\tlearn: 1.3822387\ttotal: 13.3s\tremaining: 468ms\n",
      "966:\tlearn: 1.3792882\ttotal: 13.3s\tremaining: 454ms\n",
      "967:\tlearn: 1.3755120\ttotal: 13.3s\tremaining: 440ms\n",
      "968:\tlearn: 1.3736991\ttotal: 13.3s\tremaining: 426ms\n",
      "969:\tlearn: 1.3702791\ttotal: 13.3s\tremaining: 413ms\n",
      "970:\tlearn: 1.3700386\ttotal: 13.4s\tremaining: 399ms\n",
      "971:\tlearn: 1.3681329\ttotal: 13.4s\tremaining: 385ms\n",
      "972:\tlearn: 1.3649932\ttotal: 13.4s\tremaining: 371ms\n",
      "973:\tlearn: 1.3614086\ttotal: 13.4s\tremaining: 358ms\n",
      "974:\tlearn: 1.3586012\ttotal: 13.4s\tremaining: 344ms\n",
      "975:\tlearn: 1.3551592\ttotal: 13.4s\tremaining: 330ms\n",
      "976:\tlearn: 1.3532303\ttotal: 13.4s\tremaining: 316ms\n",
      "977:\tlearn: 1.3493605\ttotal: 13.5s\tremaining: 303ms\n",
      "978:\tlearn: 1.3491020\ttotal: 13.5s\tremaining: 289ms\n",
      "979:\tlearn: 1.3446099\ttotal: 13.5s\tremaining: 275ms\n",
      "980:\tlearn: 1.3399868\ttotal: 13.5s\tremaining: 261ms\n",
      "981:\tlearn: 1.3376314\ttotal: 13.5s\tremaining: 248ms\n",
      "982:\tlearn: 1.3356144\ttotal: 13.5s\tremaining: 234ms\n",
      "983:\tlearn: 1.3323425\ttotal: 13.5s\tremaining: 220ms\n",
      "984:\tlearn: 1.3302065\ttotal: 13.5s\tremaining: 206ms\n",
      "985:\tlearn: 1.3272030\ttotal: 13.6s\tremaining: 193ms\n",
      "986:\tlearn: 1.3253432\ttotal: 13.6s\tremaining: 179ms\n",
      "987:\tlearn: 1.3215190\ttotal: 13.6s\tremaining: 165ms\n",
      "988:\tlearn: 1.3178424\ttotal: 13.6s\tremaining: 151ms\n",
      "989:\tlearn: 1.3155012\ttotal: 13.6s\tremaining: 138ms\n",
      "990:\tlearn: 1.3128004\ttotal: 13.6s\tremaining: 124ms\n",
      "991:\tlearn: 1.3118555\ttotal: 13.6s\tremaining: 110ms\n",
      "992:\tlearn: 1.3098426\ttotal: 13.7s\tremaining: 96.3ms\n",
      "993:\tlearn: 1.3053467\ttotal: 13.7s\tremaining: 82.5ms\n",
      "994:\tlearn: 1.3044119\ttotal: 13.7s\tremaining: 68.8ms\n",
      "995:\tlearn: 1.3040546\ttotal: 13.7s\tremaining: 55ms\n",
      "996:\tlearn: 1.3011481\ttotal: 13.7s\tremaining: 41.3ms\n",
      "997:\tlearn: 1.2974445\ttotal: 13.7s\tremaining: 27.5ms\n",
      "998:\tlearn: 1.2941570\ttotal: 13.7s\tremaining: 13.8ms\n",
      "999:\tlearn: 1.2912561\ttotal: 13.8s\tremaining: 0us\n"
     ]
    }
   ],
   "source": [
    "from lightgbm import LGBMRegressor\n",
    "m = LGBMRegressor()\n",
    "m.fit(\n",
    "    train_set.drop('年龄', axis=1).values,\n",
    "    train_set['年龄']\n",
    ")\n",
    "submit['年龄'] = m.predict(test_set.values)\n",
    "\n",
    "\n",
    "from catboost import CatBoostRegressor\n",
    "m = CatBoostRegressor()\n",
    "m.fit(\n",
    "    train_set.drop('年龄', axis=1).values,\n",
    "    train_set['年龄']\n",
    ")\n",
    "\n",
    "submit['年龄'] += m.predict(test_set.values)\n",
    "\n",
    "\n",
    "from xgboost import XGBRegressor\n",
    "m = XGBRegressor()\n",
    "m.fit(\n",
    "    train_set.drop('年龄', axis=1).values,\n",
    "    train_set['年龄']\n",
    ")\n",
    "\n",
    "submit['年龄'] += m.predict(test_set.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 170,
   "id": "0c4c9d8e-b078-4f8e-8a30-7e0a9b12785d",
   "metadata": {},
   "outputs": [],
   "source": [
    "submit['年龄'] /= 3\n",
    "submit.to_csv('3.csv', index=None)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3.10"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.10"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "state": {},
    "version_major": 2,
    "version_minor": 0
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
